{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T14:36:19Z","timestamp":1776090979633,"version":"3.50.1"},"reference-count":92,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T00:00:00Z","timestamp":1590105600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T00:00:00Z","timestamp":1590105600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Indonesian Endowment Fund for Education","award":["201711220211920"],"award-info":[{"award-number":["201711220211920"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2020,11]]},"DOI":"10.1007\/s10639-020-10228-x","type":"journal-article","created":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T22:02:41Z","timestamp":1590184961000},"page":"5205-5234","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":57,"title":["Gamification of student peer review in education: A systematic literature review"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9363-9369","authenticated-orcid":false,"given":"Theresia Devi","family":"Indriasari","sequence":"first","affiliation":[]},{"given":"Andrew","family":"Luxton-Reilly","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Denny","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,5,22]]},"reference":[{"key":"10228_CR1","doi-asserted-by":"publisher","unstructured":"Adaji, I., & Vassileva, J. (2017). A gamified system for influencing healthy E-commerce shopping habits. WPPG: Fifty Shades of Personalization - Workshop on Personalization in Serious and Persuasive Games and Gameful Interaction, 398\u2013401. https:\/\/doi.org\/10.1145\/3099023.3099110.","DOI":"10.1145\/3099023.3099110"},{"key":"10228_CR2","doi-asserted-by":"publisher","unstructured":"Agapito, J. L., & Rodrigo, M. M. T. (2018). Investigating the impact of a meaningful gamification-based intervention on novice programmers\u2019 achievement. International conference on artificial intelligence in education (AIED), 3\u201316. https:\/\/doi.org\/10.1007\/978-3-319-93843-1_1.","DOI":"10.1007\/978-3-319-93843-1_1"},{"key":"10228_CR3","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.jss.2018.03.065","volume":"141","author":"MM Alhammad","year":"2018","unstructured":"Alhammad, M. M., & Moreno, A. M. (2018). Gamification in software engineering education: A systematic mapping. Journal of Systems and Software, 141, 131\u2013150. https:\/\/doi.org\/10.1016\/j.jss.2018.03.065.","journal-title":"Journal of Systems and Software"},{"key":"10228_CR4","doi-asserted-by":"publisher","unstructured":"Anderson, A., Huttenlocher, D., Kleinberg, J., & Leskovec, J. (2014). Engaging with massive online courses. International World Wide Web Conference Committee (IW3C2), 687\u2013698. https:\/\/doi.org\/10.1111\/jcal.12165.","DOI":"10.1111\/jcal.12165"},{"key":"10228_CR5","unstructured":"Antin, J., & Churchill, E. F. (2011). Badges in social media: A social psychological perspective. CHI 2011 Gamification Workshop Proceedings, 1\u20134."},{"key":"10228_CR6","doi-asserted-by":"publisher","unstructured":"Anvari, F., Richards, D., Hitchens, M., & Tran, H. M. T. (2019). Teaching user centered conceptual design using cross-cultural personas and peer reviews for a large cohort of students. Proceedings of the 41st international conference on software engineering: Software engineering education and training, 62\u201373. https:\/\/doi.org\/10.1109\/ICSE-SEET.2019.00015.","DOI":"10.1109\/ICSE-SEET.2019.00015"},{"key":"10228_CR7","doi-asserted-by":"publisher","unstructured":"Berkling, K. (2016). Gamification behind the scenes. Computer supported education: 7th international conference, CSEDU 2015 Lisbon, Portugal, May 23\u201325, 274\u2013292. https:\/\/doi.org\/10.1007\/978-3-319-29585-5_16.","DOI":"10.1007\/978-3-319-29585-5_16"},{"issue":"1","key":"10228_CR8","first-page":"501","volume":"32","author":"O Borras-Gene","year":"2016","unstructured":"Borras-Gene, O., Marti\u00f1ez-nunez, M., & Fidalgo-Blanco, \u00c1. (2016). New challenges for the motivation and learning in engineering education using gamification in MOOC. International Journal of Engineering Education, 32(1), 501\u2013512 https:\/\/repositorio.grial.eu\/bitstream\/grial\/560\/1\/19_ijee3155ns.pdf.","journal-title":"International Journal of Engineering Education"},{"key":"10228_CR9","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1016\/j.compedu.2015.02.015","volume":"86","author":"I Boticki","year":"2015","unstructured":"Boticki, I., Baksa, J., Seow, P., & Looi, C. K. (2015). Usage of a mobile social learning platform with virtual badges in a primary school. Computers & Education, 86, 120\u2013136. https:\/\/doi.org\/10.1016\/j.compedu.2015.02.015.","journal-title":"Computers & Education"},{"issue":"3","key":"10228_CR10","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1037\/0022-0663.83.3.405","volume":"83","author":"BK Britton","year":"1991","unstructured":"Britton, B. K., & Tesser, A. (1991). Effects of time-management practices on college grades. Journal of Educational Psychology, 83(3), 405\u2013410.","journal-title":"Journal of Educational Psychology"},{"key":"10228_CR11","doi-asserted-by":"publisher","unstructured":"Brouns, F., Morgado, L., & Fano, S. (2017). Designing massive open online learning processes: The sMOOC pedagogical framework. In Open Education: from OERs to MOOCs (pp. 315\u2013336). Springer-Verlag Berlin Heidelberg. https:\/\/doi.org\/10.1007\/978-3-662-52925-6.","DOI":"10.1007\/978-3-662-52925-6"},{"key":"10228_CR12","unstructured":"Bunchball, I. (2010). Gamification 101: An introduction to the use of game dynamics to influence behavior. White Paper, 9."},{"issue":"1","key":"10228_CR13","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1186\/2193-1801-3-653","volume":"3","author":"R Conaway","year":"2014","unstructured":"Conaway, R., & Garay, M. C. (2014). Gamification and service marketing. SpringerPlus, 3(1), 653.","journal-title":"SpringerPlus"},{"key":"10228_CR14","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1016\/j.compedu.2015.12.008","volume":"95","author":"L De-Marcos","year":"2016","unstructured":"De-Marcos, L., Garc\u00eda-L\u00f3pez, E., & Garc\u00eda-Cabot, A. (2016a). On the effectiveness of game-like and social approaches in learning: Comparing educational gaming, gamification & social networking. Computers & Education, 95, 99\u2013113. https:\/\/doi.org\/10.1016\/j.compedu.2015.12.008.","journal-title":"Computers & Education"},{"key":"10228_CR15","doi-asserted-by":"publisher","first-page":"312","DOI":"10.1016\/j.chb.2016.02.052","volume":"60","author":"L De-Marcos","year":"2016","unstructured":"De-Marcos, L., Garc\u00eda-L\u00f3pez, E., Garc\u00eda-Cabot, A., Medina-Merodio, J.-A., Dom\u00ednguez, A., Mart\u00ednez-Herr\u00e1iz, J.-J., & Diez-Folledo, T. (2016b). Social network analysis of a gamified e-learning course: Small-world phenomenon and network metrics as predictors of academic performance. Computers in Human Behavior, 60, 312\u2013321. https:\/\/doi.org\/10.1016\/j.chb.2016.02.052.","journal-title":"Computers in Human Behavior"},{"issue":"1","key":"10228_CR16","first-page":"66","volume":"33","author":"L De-Marcos","year":"2017","unstructured":"De-Marcos, L., Garc\u00eda-Cabot, A., & Garc\u00eda-L\u00f3pez, E. (2017). Towards the social gamification of e-learning: A practical experiment. International Journal of Engineering Education, 33(1), 66\u201373.","journal-title":"International Journal of Engineering Education"},{"key":"10228_CR17","doi-asserted-by":"publisher","unstructured":"Denny, P. (2013). The effect of virtual achievements on student engagement. Proceedings of the SIGCHI Conference on Human Factors in Computing Systems - CHI \u201813, 763. https:\/\/doi.org\/10.1145\/2470654.2470763.","DOI":"10.1145\/2470654.2470763"},{"key":"10228_CR18","doi-asserted-by":"publisher","unstructured":"Denny, P., McDonald, F., Empson, R., Kelly, P., & Petersen, A. (2018). Empirical support for a causal relationship between gamification and learning outcomes. Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, 311:1--311:13. https:\/\/doi.org\/10.1145\/3173574.3173885.","DOI":"10.1145\/3173574.3173885"},{"key":"10228_CR19","doi-asserted-by":"publisher","unstructured":"Deterding, S., Sicart, M., Nacke, L., O\u2019Hara, K., & Dixon, D. (2011). Gamification. Using game-design elements in non-gaming contexts. CHI \u201811 Extended Abstracts on Human Factors in Computing Systems, 2425\u20132428. https:\/\/doi.org\/10.1145\/1979742.1979575.","DOI":"10.1145\/1979742.1979575"},{"issue":"3","key":"10228_CR20","first-page":"75","volume":"18","author":"D Dicheva","year":"2015","unstructured":"Dicheva, D., Dichev, C., Agre, G., & Angelova, G. (2015). Gamification in education: A systematic mapping study. Journal of Educational Technology & Society, 18(3), 75\u201388 http:\/\/www.jstor.org\/stable\/jeductechsoci.18.3.75.","journal-title":"Journal of Educational Technology & Society"},{"issue":"5","key":"10228_CR21","doi-asserted-by":"publisher","first-page":"692","DOI":"10.1080\/02602938.2018.1528341","volume":"44","author":"H Dickson","year":"2019","unstructured":"Dickson, H., Harvey, J., & Blackwood, N. (2019). Feedback, feedforward: Evaluating the effectiveness of an oral peer review exercise amongst postgraduate students. Assessment & Evaluation in Higher Education, 44(5), 692\u2013704. https:\/\/doi.org\/10.1080\/02602938.2018.1528341.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10228_CR22","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/j.compedu.2017.06.016","volume":"115","author":"L Ding","year":"2017","unstructured":"Ding, L., Kim, C., & Orey, M. (2017). Studies of student engagement in gamified online discussions. Computers & Education, 115, 126\u2013142. https:\/\/doi.org\/10.1016\/j.compedu.2017.06.016.","journal-title":"Computers & Education"},{"issue":"January","key":"10228_CR23","doi-asserted-by":"publisher","first-page":"213","DOI":"10.1016\/j.compedu.2018.02.007","volume":"120","author":"L Ding","year":"2018","unstructured":"Ding, L., Er, E., & Orey, M. (2018). An exploratory study of student engagement in gamified online discussions. Computers & Education, 120(January), 213\u2013226. https:\/\/doi.org\/10.1016\/j.compedu.2018.02.007.","journal-title":"Computers & Education"},{"issue":"4","key":"10228_CR24","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/S0191-491X(97)86211-6","volume":"23","author":"FJRC Dochy","year":"1997","unstructured":"Dochy, F. J. R. C., & McDowell, L. (1997). Assessment as a tool for learning. Studies in Educational Evaluation, 23(4), 279\u2013298. https:\/\/doi.org\/10.1016\/S0191-491X(97)86211-6.","journal-title":"Studies in Educational Evaluation"},{"issue":"2","key":"10228_CR25","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1080\/1355800950320212","volume":"32","author":"N Falchikov","year":"1995","unstructured":"Falchikov, N. (1995). Peer feedback marking: Developing peer assessment. Innovations in Education and Training International, 32(2), 175\u2013187. https:\/\/doi.org\/10.1080\/1355800950320212.","journal-title":"Innovations in Education and Training International"},{"issue":"2","key":"10228_CR26","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/s40692-019-00131-x","volume":"6","author":"Q-K Fu","year":"2019","unstructured":"Fu, Q.-K., Lin, C.-J., & Hwang, G.-J. (2019). Research trends and applications of technology-supported peer assessment: A review of selected journal publications from 2007 to 2016. Journal of Computers in Education, 6(2), 191\u2013213. https:\/\/doi.org\/10.1007\/s40692-019-00131-x.","journal-title":"Journal of Computers in Education"},{"key":"10228_CR27","doi-asserted-by":"publisher","unstructured":"Gehringer, E., & Peddycord, B. (2013). Grading by experience points: An example from computer ethics. Proceedings - Frontiers in Education Conference, FIE, 1545\u20131550. https:\/\/doi.org\/10.1109\/FIE.2013.6685097.","DOI":"10.1109\/FIE.2013.6685097"},{"key":"10228_CR28","doi-asserted-by":"publisher","unstructured":"Hamari, J., Koivisto, J., & Sarsa, H. (2014). Does gamification work? - a literature review of empirical studies on gamification. Proceedings of the annual Hawaii international conference on system sciences, 3025\u20133034. https:\/\/doi.org\/10.1109\/HICSS.2014.377.","DOI":"10.1109\/HICSS.2014.377"},{"key":"10228_CR29","unstructured":"Hamer, J., Ma, K. T. K., & Kwong, H. H. F. (2005). A method of automatic grade calibration in peer assessment. Proceedings of the 7th Australasian Conference on Computing Education-Volume 42, 67\u201372. http:\/\/dl.acm.org.ezproxy.auckland.ac.nz\/citation.cfm?id=1082424.1082433"},{"key":"10228_CR30","unstructured":"Hamer, J., Kell, C., & Spence, F. (2007). Peer assessment using Arop\u00e4. Proceedings of the Ninth Australasian Conference on Computing Education-Volume 66, 43\u201354. http:\/\/dl.acm.org.ezproxy.auckland.ac.nz\/citation.cfm?id=1273672.1273678"},{"issue":"5","key":"10228_CR31","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1080\/02602938.2018.1536924","volume":"44","author":"HJ Hamnett","year":"2019","unstructured":"Hamnett, H. J., & McKie, A. E. (2019). Developing a procedure for learning and assessing peer review in a forensic science programme. Assessment & Evaluation in Higher Education, 44(5), 787\u2013798. https:\/\/doi.org\/10.1080\/02602938.2018.1536924.","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"3","key":"10228_CR32","doi-asserted-by":"publisher","first-page":"184","DOI":"10.3200\/JOER.98.3.184-192","volume":"98","author":"MM Handelsman","year":"2005","unstructured":"Handelsman, M. M., Briggs, W. L., Sullivan, N., & Towler, A. (2005). A measure of college student course engagement. The Journal of Educational Research, 98(3), 184\u2013192.","journal-title":"The Journal of Educational Research"},{"key":"10228_CR33","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1016\/j.compedu.2015.10.010","volume":"92\u201393","author":"KF Hew","year":"2016","unstructured":"Hew, K. F., Huang, B., Chu, K. W. S., & Chiu, D. K. W. (2016). Engaging Asian students through game mechanics: Findings from two experiment studies. Computers & Education, 92\u201393, 221\u2013236. https:\/\/doi.org\/10.1016\/j.compedu.2015.10.010.","journal-title":"Computers & Education"},{"key":"10228_CR34","unstructured":"Heylighen, F., Kostov, I., & Kiemen, M. (2013). Mobilization systems: Technologies for motivating and coordinating human action. The New Development Paradigm: Education, Knowledge Economy and Digital Futures. Routledge. Retrieved from http:\/\/Pcp.Vub.Ac.Be\/Papers\/MobilizationSystems.Pdf\/."},{"issue":"5","key":"10228_CR35","doi-asserted-by":"publisher","first-page":"1191","DOI":"10.1007\/s10796-016-9644-z","volume":"19","author":"N Hopkins","year":"2017","unstructured":"Hopkins, N., Tate, M., Sylvester, A., & Johnstone, D. (2017). Motivations for 21st century school children to bring their own device to school. Information Systems Frontiers, 19(5), 1191\u20131203. https:\/\/doi.org\/10.1007\/s10796-016-9644-z.","journal-title":"Information Systems Frontiers"},{"key":"10228_CR36","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.compedu.2018.02.002","volume":"121","author":"CC Hsu","year":"2018","unstructured":"Hsu, C. C., & Wang, T. I. (2018). Applying game mechanics and student-generated questions to an online puzzle-based game learning system to promote algorithmic thinking skills. Computers & Education, 121, 73\u201388. https:\/\/doi.org\/10.1016\/j.compedu.2018.02.002.","journal-title":"Computers & Education"},{"issue":"June","key":"10228_CR37","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1016\/j.compedu.2018.06.018","volume":"125","author":"B Huang","year":"2018","unstructured":"Huang, B., & Hew, K. F. (2018). Implementing a theory-driven gamification model in higher education flipped courses: Effects on out-of-class activity completion and quality of artifacts. Computers in Education, 125(June), 254\u2013272. https:\/\/doi.org\/10.1016\/j.compedu.2018.06.018.","journal-title":"Computers in Education"},{"key":"10228_CR38","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.invent.2016.10.002","volume":"6","author":"D Johnson","year":"2016","unstructured":"Johnson, D., Deterding, S., Kuhn, K.-A., Staneva, A., Stoyanov, S., & Hides, L. (2016). Gamification for health and wellbeing: A systematic review of the literature. Internet Interventions, 6, 89\u2013106. https:\/\/doi.org\/10.1016\/j.invent.2016.10.002.","journal-title":"Internet Interventions"},{"key":"10228_CR39","doi-asserted-by":"publisher","unstructured":"Khandelwal, S., Sripada, S. K., & Reddy, Y. R. (2017). Impact of gamification on code review process. Proceedings of the 10th Innovations in Software Engineering Conference on - ISEC \u201817, 122\u2013126. https:\/\/doi.org\/10.1145\/3021460.3021474.","DOI":"10.1145\/3021460.3021474"},{"key":"10228_CR40","first-page":"1","volume":"33","author":"B Kitchenham","year":"2004","unstructured":"Kitchenham, B. (2004). Procedures for performing systematic reviews. Keele, UK, Keele University, 33, 1\u201326 http:\/\/www.it.hiof.no\/~haraldh\/misc\/2016-08-22-smat\/Kitchenham-Systematic-Review-2004.pdf.","journal-title":"Keele, UK, Keele University"},{"key":"10228_CR41","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1016\/j.ijinfomgt.2018.10.013","volume":"45","author":"J Koivisto","year":"2019","unstructured":"Koivisto, J., & Hamari, J. (2019). The rise of motivational information systems: A review of gamification research. International Journal of Information Management, 45, 191\u2013210. https:\/\/doi.org\/10.1016\/j.ijinfomgt.2018.10.013.","journal-title":"International Journal of Information Management"},{"key":"10228_CR42","doi-asserted-by":"crossref","unstructured":"Kumar, J. (2013). Gamification at work: Designing engaging business software. International conference of design, user experience, and usability, 528\u2013537.","DOI":"10.1007\/978-3-642-39241-2_58"},{"key":"10228_CR43","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.compedu.2017.11.006","volume":"118","author":"E Kyewski","year":"2018","unstructured":"Kyewski, E., & Kr\u00e4mer, N. C. (2018). To gamify or not to gamify? An experimental field study of the influence of badges on motivation, activity, and performance in an online learning course. Computers & Education, 118, 25\u201337. https:\/\/doi.org\/10.1016\/j.compedu.2017.11.006.","journal-title":"Computers & Education"},{"key":"10228_CR44","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.ijhcs.2018.09.011","volume":"127","author":"RN Landers","year":"2019","unstructured":"Landers, R. N., Collmus, A. B., & Williams, H. (2019). The greatest battle is within ourselves: An experiment on the effects of competition alone on task performance. International Journal of Human-Computer Studies, 127, 51\u201361. https:\/\/doi.org\/10.1016\/j.ijhcs.2018.09.011.","journal-title":"International Journal of Human-Computer Studies"},{"key":"10228_CR45","doi-asserted-by":"publisher","unstructured":"Latulipe, C., Long, N. B., & Seminario, C. E. (2015). Structuring flipped classes with lightweight teams and gamification. Proceedings of the 46th ACM Technical Symposium on Computer Science Education - SIGCSE \u201815, 392\u2013397. https:\/\/doi.org\/10.1145\/2676723.2677240.","DOI":"10.1145\/2676723.2677240"},{"key":"10228_CR46","doi-asserted-by":"publisher","unstructured":"Li, X. (2006). Using peer review to assess coding standards-a case study. Proceedings. Frontiers in Education. 36th Annual Conference, 9\u201314. https:\/\/doi.org\/10.1109\/FIE.2006.322572.","DOI":"10.1109\/FIE.2006.322572"},{"issue":"1","key":"10228_CR47","doi-asserted-by":"publisher","first-page":"72","DOI":"10.7763\/IJIET.2013.V3.237","volume":"3","author":"C Li","year":"2013","unstructured":"Li, C., Dong, Z., Untch, R. H., & Chasteen, M. (2013). Engaging computer science students through gamification in an online social network based collaborative learning environment. International Journal of Information and Education Technology, 3(1), 72\u201377. https:\/\/doi.org\/10.7763\/IJIET.2013.V3.237.","journal-title":"International Journal of Information and Education Technology"},{"issue":"4","key":"10228_CR48","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1080\/08993400903384844","volume":"19","author":"A Luxton-Reilly","year":"2009","unstructured":"Luxton-Reilly, A. (2009). A systematic review of tools that support peer assessment. Computer Science Education, 19(4), 209\u2013232. https:\/\/doi.org\/10.1080\/08993400903384844.","journal-title":"Computer Science Education"},{"issue":"4","key":"10228_CR49","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1037\/0022-0663.82.4.760","volume":"82","author":"TH Macan","year":"1990","unstructured":"Macan, T. H., Shahani, C., Dipboye, R. L., & Phillips, A. P. (1990). College students\u2019 time management: Correlations with academic performance and stress. Journal of Educational Psychology, 82(4), 760\u2013768.","journal-title":"Journal of Educational Psychology"},{"issue":"5","key":"10228_CR50","doi-asserted-by":"publisher","first-page":"618","DOI":"10.1016\/j.lindif.2011.09.015","volume":"22","author":"C MacCann","year":"2012","unstructured":"MacCann, C., Fogarty, G. J., & Roberts, R. D. (2012). Strategies for success in education: Time management is more important for part-time than full-time community college students. Learning and Individual Differences, 22(5), 618\u2013623.","journal-title":"Learning and Individual Differences"},{"issue":"1","key":"10228_CR51","doi-asserted-by":"publisher","first-page":"153","DOI":"10.3102\/00028312037001153","volume":"37","author":"HM Marks","year":"2000","unstructured":"Marks, H. M. (2000). Student engagement in instructional activity: Patterns in the elementary, middle, and high school years. American Educational Research Journal, 37(1), 153\u2013184.","journal-title":"American Educational Research Journal"},{"key":"10228_CR52","doi-asserted-by":"publisher","unstructured":"Maxim, B. R., Brunvand, S., & Decker, A. (2017). Use of role-play and gamification in a software project course. 2017 IEEE Frontiers in Education Conference (FIE), 1\u20135. https:\/\/doi.org\/10.1109\/FIE.2017.8190501.","DOI":"10.1109\/FIE.2017.8190501"},{"key":"10228_CR53","doi-asserted-by":"publisher","first-page":"8","DOI":"10.3389\/feduc.2018.00008","volume":"3","author":"K Miller","year":"2018","unstructured":"Miller, K., Lukoff, B., King, G., & Mazur, E. (2018). Use of a social annotation platform for pre-class reading assignments in a flipped introductory physics class. Frontiers in Education, 3, 8. https:\/\/doi.org\/10.3389\/feduc.2018.00008.","journal-title":"Frontiers in Education"},{"key":"10228_CR54","doi-asserted-by":"publisher","unstructured":"Moccozet, L., Tardy, C., Opprecht, W., & Leonard, M. (2013). Gamification-based assessment of group work. 2013 international conference on interactive collaborative learning, ICL 2013, September, 171\u2013179. https:\/\/doi.org\/10.1109\/ICL.2013.6644565.","DOI":"10.1109\/ICL.2013.6644565"},{"key":"10228_CR55","doi-asserted-by":"publisher","unstructured":"Morales, M., & Amado-salvatierra, H. R. (2016). A practical experience on the use of gamification in MOOC courses as a strategy to increase motivation. International Workshop on Learning Technology for Education in Cloud, LTEC 2016 Springer, Cham., CCIS 620, 139\u2013149. https:\/\/doi.org\/10.1007\/978-3-319-42147-6_12.","DOI":"10.1007\/978-3-319-42147-6_12"},{"key":"10228_CR56","doi-asserted-by":"crossref","unstructured":"Morschheuser, B., Hamari, J., & Koivisto, J. (2016). Gamification in crowdsourcing: A review. 2016 49th Hawaii international conference on system sciences (HICSS), 4375\u20134384.","DOI":"10.1109\/HICSS.2016.543"},{"key":"10228_CR57","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1016\/j.chb.2016.11.062","volume":"71","author":"LE Nacke","year":"2017","unstructured":"Nacke, L. E., & Deterding, S. (2017). The maturing of gamification research. Computers in Human Behavior, 71, 450\u2013454. https:\/\/doi.org\/10.1016\/j.chb.2016.11.062.","journal-title":"Computers in Human Behavior"},{"key":"10228_CR58","unstructured":"National Survey of Student Engagement. (2018). NSSE 2018 Codebook U.S. Version. http:\/\/nsse.indiana.edu\/2018_Institutional_Report\/data_codebooks\/NSSE 2018 Codebook.pdf."},{"issue":"1","key":"10228_CR59","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1080\/02602938.2013.795518","volume":"39","author":"D Nicol","year":"2014","unstructured":"Nicol, D., Thomson, A., & Breslin, C. (2014). Rethinking feedback practices in higher education : A peer review perspective. Assessment & Evaluation in Higher Education, 39(1), 102\u2013122.","journal-title":"Assessment & Evaluation in Higher Education"},{"issue":"4","key":"10228_CR60","doi-asserted-by":"publisher","first-page":"777","DOI":"10.1002\/cae.12116","volume":"27","author":"M Ortiz-Rojas","year":"2019","unstructured":"Ortiz-Rojas, M., Chiluiza, K., & Valcke, M. (2019). Gamification through leaderboards: An empirical study in engineering education. Computer Applications in Engineering Education, 27(4), 777\u2013788. https:\/\/doi.org\/10.1002\/cae.12116.","journal-title":"Computer Applications in Engineering Education"},{"key":"10228_CR61","doi-asserted-by":"publisher","unstructured":"Otake, K., Komuro, M., & Shinozawa, Y. (2015). A proposal of an SNS to support individual practices in a voluntary community. International conference on human-computer interaction. Springer, Cham., CCIS 529, 107\u2013112. https:\/\/doi.org\/10.1007\/978-3-319-21383-5_18.","DOI":"10.1007\/978-3-319-21383-5_18"},{"issue":"5","key":"10228_CR62","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1016\/j.eswa.2013.09.020","volume":"41","author":"M Palomo-Duarte","year":"2014","unstructured":"Palomo-Duarte, M., Manuel Dodero, J., & Garc\u00eda-Dom\u00ednguez, A. (2014). Betting system for formative code review in educational competitions. Expert Systems with Applications, 41(5), 2222\u20132230. https:\/\/doi.org\/10.1016\/j.eswa.2013.09.020.","journal-title":"Expert Systems with Applications"},{"key":"10228_CR63","doi-asserted-by":"publisher","unstructured":"Papadopoulos, P. M., Lagkas, T., & Demetriadis, S. N. (2016). How revealing rankings affects student attitude and performance in a peer review learning environment. International conference on computer supported education (CSEDU 2015), CCIS 583, 225\u2013240. https:\/\/doi.org\/10.1007\/978-3-319-29585-5_13.","DOI":"10.1007\/978-3-319-29585-5_13"},{"issue":"4","key":"10228_CR64","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1080\/1355800950320403","volume":"32","author":"K Pond","year":"1995","unstructured":"Pond, K., Ul-Haq, R., & Wade, W. (1995). Peer review: A precursor to peer assessment. Innovations in Education and Training International, 32(4), 314\u2013323. https:\/\/doi.org\/10.1080\/1355800950320403.","journal-title":"Innovations in Education and Training International"},{"key":"10228_CR65","doi-asserted-by":"publisher","unstructured":"Rizzardini, R. H., G\u00fctl, C., Chang, V., & Morales, M. (2014). MOOC in Latin America: Implementation and lessons learned. In L. Uden, Y.-H. Tao, H.-C. Yang, & I.-H. Ting (Eds.), The 2nd International Workshop on Learning Technology for Education in Cloud (pp. 147\u2013158). Springer Netherlands. https:\/\/doi.org\/10.1007\/978-94-007-7308-0_16.","DOI":"10.1007\/978-94-007-7308-0_16"},{"key":"10228_CR66","doi-asserted-by":"publisher","unstructured":"Rizzardini, R. H., Chan, M. M., & Guetl, C. (2016). An attrition model for MOOCs: Evaluating the learning strategies of gamification. In S. Caball\u00e9 & R. Claris\u00f3 (Eds.), Formative assessment, Learning Data Analytics and Gamification. Academic Press. https:\/\/doi.org\/10.1016\/B978-0-12-803637-2.00014-2.","DOI":"10.1016\/B978-0-12-803637-2.00014-2"},{"key":"10228_CR67","doi-asserted-by":"publisher","unstructured":"Rojas, J. M., White, T. D., Clegg, B. S., & Fraser, G. (2017). Code defenders: Crowdsourcing effective tests and subtle mutants with a mutation testing game. Proceedings - 2017 IEEE\/ACM 39th international conference on software engineering, ICSE 2017, 677\u2013688. https:\/\/doi.org\/10.1109\/ICSE.2017.68.","DOI":"10.1109\/ICSE.2017.68"},{"key":"10228_CR68","doi-asserted-by":"publisher","unstructured":"Ruip\u00e9rez-Valiente, J. A., Mu\u00f1oz-Merino, P. J., & Kloos, C. D. (2016). An analysis of the use of badges in an educational experiment. Proceedings - Frontiers in Education Conference, FIE, 1\u20138. https:\/\/doi.org\/10.1109\/FIE.2016.7757424.","DOI":"10.1109\/FIE.2016.7757424"},{"issue":"2","key":"10228_CR69","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1080\/02602938.2018.1487023","volume":"44","author":"T Seifert","year":"2019","unstructured":"Seifert, T., & Feliks, O. (2019). Online self-assessment and peer-assessment as a tool to enhance student-teachers\u2019 assessment skills. Assessment & Evaluation in Higher Education, 44(2), 169\u2013185. https:\/\/doi.org\/10.1080\/02602938.2018.1487023.","journal-title":"Assessment & Evaluation in Higher Education"},{"key":"10228_CR70","first-page":"235","volume":"33","author":"A Sevilla-Pav\u00f3n","year":"2017","unstructured":"Sevilla-Pav\u00f3n, A., & Haba-Osca, J. (2017). Learning from real life and not books: A gamified approach to business english task design in transatlantic telecollaboration. Iberica, 33, 235\u2013260 https:\/\/www.redalyc.org\/pdf\/2870\/287050576010.pdf.","journal-title":"Iberica"},{"key":"10228_CR71","doi-asserted-by":"crossref","unstructured":"Shernoff, D. J., Csikszentmihalyi, M., Schneider, B., & Shernoff, E. S. (2014). Student engagement in high school classrooms from the perspective of flow theory. In Applications of flow in human development and education (pp. 475\u2013494). Springer.","DOI":"10.1007\/978-94-017-9094-9_24"},{"key":"10228_CR72","doi-asserted-by":"publisher","unstructured":"Sitthiworachart, J., & Joy, M. (2004). Effective peer assessment for learning computer programming. Proceedings of the 9th Annual SIGCSE Conference on Innovation and Technology in Computer Science Education, 122\u2013126. https:\/\/doi.org\/10.1145\/1007996.1008030.","DOI":"10.1145\/1007996.1008030"},{"issue":"4","key":"10228_CR73","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1037\/0022-0663.85.4.571","volume":"85","author":"EA Skinner","year":"1993","unstructured":"Skinner, E. A., & Belmont, M. J. (1993). Motivation in the classroom: Reciprocal effects of teacher behavior and student engagement across the school year. Journal of Educational Psychology, 85(4), 571\u2013581.","journal-title":"Journal of Educational Psychology"},{"issue":"4","key":"10228_CR74","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1080\/08993408.2012.728041","volume":"22","author":"H S\u00f8ndergaard","year":"2012","unstructured":"S\u00f8ndergaard, H., & Mulder, R. A. (2012). Collaborative learning through formative peer review: Pedagogy, programs and potential. Computer Science Education, 22(4), 343\u2013367.","journal-title":"Computer Science Education"},{"key":"10228_CR75","doi-asserted-by":"crossref","unstructured":"Sripada, S., Reddy, Y. R., & Sureka, A. (2015). In support of peer code review and inspection in an undergraduate software engineering course. 2015 IEEE 28th conference on software engineering education and training, 3\u20136.","DOI":"10.1109\/CSEET.2015.8"},{"key":"10228_CR76","doi-asserted-by":"publisher","unstructured":"Staubitz, T., Willems, C., Hagedorn, C., & Meinel, C. (2017). The gamification of a MOOC platform. IEEE Global Engineering Education Conference, EDUCON, April, 883\u2013892. https:\/\/doi.org\/10.1109\/EDUCON.2017.7942952.","DOI":"10.1109\/EDUCON.2017.7942952"},{"key":"10228_CR77","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1016\/j.chb.2018.05.028","volume":"87","author":"S Subhash","year":"2018","unstructured":"Subhash, S., & Cudney, E. A. (2018). Gamified learning in higher education : A systematic review of the literature. Computers in Human Behavior, 87, 192\u2013206. https:\/\/doi.org\/10.1016\/j.chb.2018.05.028.","journal-title":"Computers in Human Behavior"},{"key":"10228_CR78","doi-asserted-by":"publisher","unstructured":"Sunikova, D., Kubincova, Z., Simionescu, S., & Popescu, E. (2017). Peer assessment augmented with digital badges: A first experience report. 2017 16th international conference on information technology based higher education and training, ITHET 2017, 1\u20135. https:\/\/doi.org\/10.1109\/ITHET.2017.8067799.","DOI":"10.1109\/ITHET.2017.8067799"},{"key":"10228_CR79","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/j.chb.2016.06.049","volume":"64","author":"T Ten\u00f3rio","year":"2016","unstructured":"Ten\u00f3rio, T., Bittencourt, I. I., Isotani, S., Pedro, A., & Ospina, P. (2016). A gamified peer assessment model for on-line learning environments in a competitive context. Computers in Human Behavior, 64, 247\u2013263. https:\/\/doi.org\/10.1016\/j.chb.2016.06.049.","journal-title":"Computers in Human Behavior"},{"issue":"3","key":"10228_CR80","doi-asserted-by":"publisher","first-page":"249","DOI":"10.3102\/00346543068003249","volume":"68","author":"K Topping","year":"1998","unstructured":"Topping, K. (1998). Peer assessment between students in colleges and universities. Review of Educational Research, 68(3), 249\u2013276.","journal-title":"Review of Educational Research"},{"issue":"1","key":"10228_CR81","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1145\/1352322.1352169","volume":"40","author":"SA Turner","year":"2008","unstructured":"Turner, S. A., Quintana-Castillo, R., P\u00e9rez-Qui\u00f1ones, M. A., & Edwards, S. H. (2008). Misunderstandings about object-oriented design: Experiences using code reviews. ACM SIGCSE Bulletin, 40(1), 97\u2013101.","journal-title":"ACM SIGCSE Bulletin"},{"key":"10228_CR82","doi-asserted-by":"crossref","unstructured":"Turner, S., P\u00e9rez-Qui\u00f1ones, M. A., Edwards, S., & Chase, J. (2011). Student attitudes and motivation for peer review in CS2. Proceedings of the 42nd ACM Technical Symposium on Computer Science Education, 347\u2013352.","DOI":"10.1145\/1953163.1953268"},{"key":"10228_CR83","unstructured":"Turnitin. (2019). About PeerMark. https:\/\/help.turnitin.com\/feedback-studio\/turnitin-website\/student\/peermark\/about-peermark.htm?Highlight=peermark"},{"issue":"1","key":"10228_CR84","doi-asserted-by":"publisher","first-page":"944","DOI":"10.1016\/j.procs.2015.08.258","volume":"60","author":"H Usami","year":"2015","unstructured":"Usami, H., Eguchi, H., Ozaki, M., & Adachi, Y. (2015). Development of web learning support system using \u201cmy dictionary\u201d in English study. Procedia Computer Science, 60(1), 944\u2013951. https:\/\/doi.org\/10.1016\/j.procs.2015.08.258.","journal-title":"Procedia Computer Science"},{"issue":"1108","key":"10228_CR85","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1136\/postgradmedj-2017-135018","volume":"94","author":"JL Walsh","year":"2018","unstructured":"Walsh, J. L., Harris, B. H. L., Denny, P., & Smith, P. (2018). Formative student-authored question bank: Perceptions, question quality and association with summative performance. Postgraduate Medical Journal, 94(1108), 97\u2013103. https:\/\/doi.org\/10.1136\/postgradmedj-2017-135018.","journal-title":"Postgraduate Medical Journal"},{"key":"10228_CR86","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1016\/j.learninstruc.2013.04.002","volume":"28","author":"M-T Wang","year":"2013","unstructured":"Wang, M.-T., & Eccles, J. S. (2013). School context, achievement motivation, and academic engagement: A longitudinal study of school engagement using a multidimensional perspective. Learning and Instruction, 28, 12\u201323.","journal-title":"Learning and Instruction"},{"key":"10228_CR87","doi-asserted-by":"publisher","unstructured":"Wang, C. H., Hsu, Y. C., Yeh, P. C., Lin, C. Y., & Lai, I. W. (2016). Edventure: Gamification for collaborative problem design and solving. 2016 15th international conference on information technology based higher education and training, ITHET 2016, 8\u201312. https:\/\/doi.org\/10.1109\/ITHET.2016.7760719.","DOI":"10.1109\/ITHET.2016.7760719"},{"key":"10228_CR88","doi-asserted-by":"publisher","unstructured":"Winoto, P., & Tang, T. Y. (2015). From market place to collusion detection: Case studies of gamification in education. In T. Reiners & L. C. Wood (Eds.), Gamification in Education and Business (pp. 1\u2013710). Springer International Publishing. https:\/\/doi.org\/10.1007\/978-3-319-10208-5_14.","DOI":"10.1007\/978-3-319-10208-5_14"},{"key":"10228_CR89","doi-asserted-by":"crossref","unstructured":"Wohlin, C. (2014). Guidelines for snowballing in systematic literature studies and a replication in software engineering. Proceedings of the 18th international conference on evaluation and assessment in software engineering, 38.","DOI":"10.1145\/2601248.2601268"},{"key":"10228_CR90","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.tourman.2016.11.020","volume":"60","author":"F Xu","year":"2017","unstructured":"Xu, F., Buhalis, D., & Weber, J. (2017). Serious games and the gamification of tourism. Tourism Management, 60, 244\u2013256. https:\/\/doi.org\/10.1016\/j.tourman.2016.11.020.","journal-title":"Tourism Management"},{"key":"10228_CR91","unstructured":"Zichermann, G., & Cunningham, C. (2011). Gamification by design: Implementing game mechanics in web and mobile apps. \u201c O\u2019Reilly Media, Inc.\u201d"},{"key":"10228_CR92","doi-asserted-by":"publisher","unstructured":"Zimmerling, E., H\u00f6llig, C. E., Sandner, P. G., & Welpe, I. M. (2018). Exploring the influence of common game elements on ideation output and motivation. Journal of Business Research, 1\u201311. https:\/\/doi.org\/10.1016\/j.jbusres.2018.02.030.","DOI":"10.1016\/j.jbusres.2018.02.030"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-020-10228-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-020-10228-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-020-10228-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,5,21]],"date-time":"2021-05-21T23:04:34Z","timestamp":1621638274000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-020-10228-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,5,22]]},"references-count":92,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,11]]}},"alternative-id":["10228"],"URL":"https:\/\/doi.org\/10.1007\/s10639-020-10228-x","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,5,22]]},"assertion":[{"value":"19 September 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}