{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T14:18:17Z","timestamp":1773843497927,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,2,12]],"date-time":"2025-02-12T00:00:00Z","timestamp":1739318400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"name":"Natural Sciences and Engineering Research Council of Canada (NSERC)","award":["RGPIN-2024-04348"],"award-info":[{"award-number":["RGPIN-2024-04348"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,2,12]]},"DOI":"10.1145\/3716640.3716646","type":"proceedings-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T11:06:01Z","timestamp":1744023961000},"page":"46-55","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["Codetierlist: Competitive Gamification's Impact on Self-Efficacy, Motivation, and Performance in Computing Education"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-9843-1643","authenticated-orcid":false,"given":"Yousef","family":"Bulbulia","sequence":"first","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-5688-1359","authenticated-orcid":false,"given":"Ido","family":"Ben Haim","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6993-179X","authenticated-orcid":false,"given":"Jackson","family":"Lee","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-4380-2489","authenticated-orcid":false,"given":"Brian","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-1787-8172","authenticated-orcid":false,"given":"Daksh","family":"Malhotra","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1337-7985","authenticated-orcid":false,"given":"Andrew","family":"Petersen","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2965-5302","authenticated-orcid":false,"given":"Michael","family":"Liut","sequence":"additional","affiliation":[{"name":"University of Toronto Mississauga, Mississauga, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,4,7]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"[n. d.]. Intrinsic Motivation Inventory. https:\/\/selfdeterminationtheory.org\/intrinsic-motivation-inventory\/##toc-creator-reference. Accessed: 2024-06-26."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Adnan Ahmad Furkh Zeshan Muhammad\u00a0Salman Khan Rutab Marriam Amjad Ali and Alia Samreen. 2020. The impact of gamification on learning outcomes of computer science majors. ACM Transactions on Computing Education (TOCE) 20 2 (2020) 1\u201325.","DOI":"10.1145\/3383456"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"crossref","unstructured":"Nergiz\u00a0Ercil Cagiltay Erol Ozcelik and Nese\u00a0Sahin Ozcelik. 2015. The effect of competition on learning in games. Computers & Education 87 (2015) 35\u201341.","DOI":"10.1016\/j.compedu.2015.04.001"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET.2011.5876084"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/CSEET.2011.5876084"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Gilad Chen Stanley\u00a0M Gully and Dov Eden. 2001. Validation of a new general self-efficacy scale. Organizational research methods 4 1 (2001) 62\u201383.","DOI":"10.1177\/109442810141004"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Peter\u00a0J Clarke Debra Davis Tariq\u00a0M King Jairo Pava and Edward\u00a0L Jones. 2014. Integrating testing into software engineering courses supported by a collaborative learning environment. ACM Transactions on Computing Education (TOCE) 14 3 (2014) 1\u201333.","DOI":"10.1145\/2648787"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET.2017.1"},{"key":"e_1_3_3_2_10_2","volume-title":"2015 USENIX Summit on Gaming, Games, and Gamification in Security Education (3GSE 15)","author":"Dabrowski Adrian","year":"2015","unstructured":"Adrian Dabrowski, Markus Kammerstetter, Eduard Thamm, Edgar Weippl, and Wolfgang Kastner. 2015. Leveraging competitive gamification for sustainable fun and profit in security education. In 2015 USENIX Summit on Gaming, Games, and Gamification in Security Education (3GSE 15)."},{"key":"e_1_3_3_2_11_2","first-page":"1","volume-title":"2014 IEEE Frontiers in Education Conference (FIE) Proceedings","author":"Souza Draylson\u00a0M. de","year":"2014","unstructured":"Draylson\u00a0M. de Souza, Bruno\u00a0H. Oliveira, Jos\u00e9\u00a0Carlos Maldonado, Simone R.\u00a0S. Souza, and Ellen\u00a0F. Barbosa. 2014. Towards the use of an automatic assessment system in the teaching of software testing. In 2014 IEEE Frontiers in Education Conference (FIE) Proceedings. 1\u20138."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1145\/2181037.2181040","volume-title":"Proceedings of the 15th international academic MindTrek conference: Envisioning future media environments","author":"Deterding Sebastian","year":"2011","unstructured":"Sebastian Deterding, Dan Dixon, Rilla Khaled, and Lennart Nacke. 2011. From game design elements to gamefulness: defining\" gamification\". In Proceedings of the 15th international academic MindTrek conference: Envisioning future media environments. 9\u201315."},{"key":"e_1_3_3_2_13_2","unstructured":"Darina Dicheva Christo Dichev Gennady Agre and Galia Angelova. 2015. Gamification in education: A systematic mapping study. Journal of educational technology & society 18 3 (2015) 75\u201388."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/949344.949390"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1145\/2047196.2047248","volume-title":"Proceedings of the 24th annual ACM symposium on User interface software and technology","author":"Flatla David\u00a0R","year":"2011","unstructured":"David\u00a0R Flatla, Carl Gutwin, Lennart\u00a0E Nacke, Scott Bateman, and Regan\u00a0L Mandryk. 2011. Calibration games: making calibration tasks enjoyable by adding motivating game elements. In Proceedings of the 24th annual ACM symposium on User interface software and technology. 403\u2013412."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287471"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3287324.3287471"},{"key":"e_1_3_3_2_18_2","volume-title":"2016 ASEE Annual Conference & Exposition","author":"Fu Yujian","year":"2016","unstructured":"Yujian Fu and Peter\u00a0J Clarke. 2016. Gamification-based cyber-enabled learning environment of software testing. In 2016 ASEE Annual Conference & Exposition."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Tommaso Fulcini Riccardo Coppola Luca Ardito and Marco Torchiano. 2023. A review on tools mechanics benefits and challenges of gamified software testing. Comput. Surveys 55 14s (2023) 1\u201337.","DOI":"10.1145\/3582273"},{"key":"e_1_3_3_2_20_2","volume-title":"2018 ASEE Annual Conference & Exposition","author":"Gari Mourya Reddy\u00a0Narasareddy","year":"2018","unstructured":"Mourya Reddy\u00a0Narasareddy Gari, Gursimran\u00a0Singh Walia, and Alex\u00a0David Radermacher. 2018. Gamification in computer science education: A systematic literature review. In 2018 ASEE Annual Conference & Exposition."},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"Vahid Garousi Austen Rainer Per Lauv\u00e5s\u00a0Jr and Andrea Arcuri. 2020. Software-testing education: A systematic literature mapping. Journal of Systems and Software 165 (2020) 110570.","DOI":"10.1016\/j.jss.2020.110570"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Jana Chi-San Ho Yu-Sheng Hung and Letty Y.-Y. Kwan. 2022. The impact of peer competition and collaboration on gamified learning performance in educational settings: a Meta-analytical study. Education and Information Technologies 27 5 (2022) 3833\u20133866. https:\/\/doi.org\/10.1007\/s10639-021-10770-2","DOI":"10.1007\/s10639-021-10770-2"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"Maria-Blanca Ibanez Angela Di-Serio and Carlos Delgado-Kloos. 2014. Gamification for engaging computer science students in learning activities: A case study. IEEE Transactions on learning technologies 7 3 (2014) 291\u2013301.","DOI":"10.1109\/TLT.2014.2329293"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3304221.3319792"},{"key":"e_1_3_3_2_25_2","unstructured":"Antonio Kheirkhahzadeh Christian Sauer and Panagiotis Fotaris. 2016. Practice makes perfect \u2013 Gamification of a competitive learning experience."},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1145\/2724660.2724665","volume-title":"Proceedings of the Second (2015) ACM conference on Learning@ Scale","author":"Krause Markus","year":"2015","unstructured":"Markus Krause, Marc Mogalle, Henning Pohl, and Joseph\u00a0Jay Williams. 2015. A playful game changer: Fostering student retention in online education with social gamification. In Proceedings of the Second (2015) ACM conference on Learning@ Scale. 95\u2013102."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/2538862.2538955"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Ot\u00e1vio Augusto\u00a0Lazzarini Lemos F\u00e1bio\u00a0Fagundes Silveira Fabiano\u00a0Cutigi Ferrari and Alessandro Garcia. 2018. The impact of Software Testing education on code reliability: An empirical assessment. Journal of Systems and Software 137 (2018) 497\u2013511.","DOI":"10.1016\/j.jss.2017.02.042"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1145\/2016911.2016915","volume-title":"Proceedings of the seventh international workshop on Computing education research","author":"Lewis Colleen\u00a0M","year":"2011","unstructured":"Colleen\u00a0M Lewis, Ken Yasuhara, and Ruth\u00a0E Anderson. 2011. Deciding to major in computer science: a grounded theory of students\u2019 self-assessment of ability. In Proceedings of the seventh international workshop on Computing education research. 3\u201310."},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1109\/LACLO49268.2019.00013","volume-title":"2019 XIV Latin American Conference on Learning Technologies (LACLO)","author":"Marabesi Matheus","year":"2019","unstructured":"Matheus Marabesi and Ismar Frango\u00a0Silveira. 2019. Towards a Gamified Tool to Improve Unit Test Teaching. In 2019 XIV Latin American Conference on Learning Technologies (LACLO). 12\u201319. https:\/\/doi.org\/10.1109\/LACLO49268.2019.00013"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"crossref","unstructured":"Benedikt Morschheuser Juho Hamari and Alexander Maedche. 2019. Cooperation or competition \u2013 When do people contribute more? A field experiment on gamification of crowdsourcing. International Journal of Human-Computer Studies 127 (2019) 7\u201324. https:\/\/doi.org\/10.1016\/j.ijhcs.2018.10.001","DOI":"10.1016\/j.ijhcs.2018.10.001"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3328778.3366805"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Margarita Ortiz-Rojas Katherine Chiluiza and Martin Valcke. 2019. Gamification through leaderboards: An empirical study in engineering education. Computer Applications in Engineering Education 27 4 (2019) 777\u2013788.","DOI":"10.1002\/cae.12116"},{"key":"e_1_3_3_2_34_2","first-page":"507","volume-title":"11th European Conference on Game-Based Learning (ECGBL)","author":"Ortiz\u00a0Rojas Margarita\u00a0Elizabeth","year":"2017","unstructured":"Margarita\u00a0Elizabeth Ortiz\u00a0Rojas, Katherine Chiluiza, and Martin Valcke. 2017. Gamification in computer programming: Effects on learning, engagement, self-efficacy and intrinsic motivation. In 11th European Conference on Game-Based Learning (ECGBL). ACAD CONFERENCES LTD, 507\u2013514."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Luiz Rodrigues Filipe Pereira Armando Toda Paula Palomino Wilk Oliveira Marcela Pessoa Leandro Carvalho David Oliveira Elaine Oliveira Alexandra Cristea et\u00a0al. 2022. Are they learning or playing? moderator conditions of gamification\u2019s success in programming classrooms. ACM Transactions on Computing Education (TOCE) 22 3 (2022) 1\u201327.","DOI":"10.1145\/3485732"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432419"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","first-page":"162","DOI":"10.1109\/ICSTW.2016.43","volume-title":"2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","author":"Rojas Jos\u00e9\u00a0Miguel","year":"2016","unstructured":"Jos\u00e9\u00a0Miguel Rojas and Gordon Fraser. 2016. Code Defenders: A Mutation Testing Game. In 2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops (ICSTW). 162\u2013167. https:\/\/doi.org\/10.1109\/ICSTW.2016.43"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"crossref","first-page":"677","DOI":"10.1109\/ICSE.2017.68","volume-title":"2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE)","author":"Rojas Jos\u00e9\u00a0Miguel","year":"2017","unstructured":"Jos\u00e9\u00a0Miguel Rojas, Thomas\u00a0D. White, Benjamin\u00a0S. Clegg, and Gordon Fraser. 2017. Code Defenders: Crowdsourcing Effective Tests and Subtle Mutants with a Mutation Testing Game. In 2017 IEEE\/ACM 39th International Conference on Software Engineering (ICSE). 677\u2013688. https:\/\/doi.org\/10.1109\/ICSE.2017.68"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Richard\u00a0M Ryan. 1982. Control and information in the intrapersonal sphere: An extension of cognitive evaluation theory. Journal of personality and social psychology 43 3 (1982) 450.","DOI":"10.1037\/\/0022-3514.43.3.450"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1145\/2583008.2583009","volume-title":"Proceedings of the First International Conference on Gameful Design, Research, and Applications","author":"Sepehr Sepandar","year":"2013","unstructured":"Sepandar Sepehr and Milena Head. 2013. Competition as an element of gamification for learning: an exploratory longitudinal investigation. In Proceedings of the First International Conference on Gameful Design, Research, and Applications. ACM, 2\u20139."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Terry Shepard Margaret Lamb and Diane Kelly. 2001. More testing should be taught. Commun. ACM 44 6 (2001) 103\u2013108.","DOI":"10.1145\/376134.376180"},{"key":"e_1_3_3_2_42_2","first-page":"1","volume-title":"2020 IEEE 32nd Conference on Software Engineering Education and Training (CSEE&T)","author":"Sherif Eman","year":"2020","unstructured":"Eman Sherif, Andy Liu, Brian Nguyen, Sorin Lerner, and William\u00a0G Griswold. 2020. Gamification to aid the learning of test coverage concepts. In 2020 IEEE 32nd Conference on Software Engineering Education and Training (CSEE&T). IEEE, 1\u20135."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3626252.3630843"},{"key":"e_1_3_3_2_44_2","first-page":"210","volume-title":"Proceedings of the Thirtieth International Florida Artificial Intelligence Research Society Conference","author":"Siler Cory","year":"2017","unstructured":"Cory Siler. 2017. Tiered Coalition Formation Games. In Proceedings of the Thirtieth International Florida Artificial Intelligence Research Society Conference. Association for the Advancement of Artificial Intelligence, AAAI Press, 210\u2013213."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1109\/SEENG53126.2021.00010","volume-title":"2021 Third International Workshop on Software Engineering Education for the Next Generation (SEENG)","author":"Silvis-Cividjian Natalia","year":"2021","unstructured":"Natalia Silvis-Cividjian. 2021. Awesome Bug Manifesto: Teaching an Engaging and Inspiring Course on Software Testing (Position Paper). In 2021 Third International Workshop on Software Engineering Education for the Next Generation (SEENG). 16\u201320. https:\/\/doi.org\/10.1109\/SEENG53126.2021.00010"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"AM Toda ACT Klock W Oliveira PT Palomino L Rodrigues L Shi and AI Cristea. 2019. Analysing gamification elements in educational environments using an existing gamification taxonomy. Smart Learn. Environ. 6 (1) 16 (2019).","DOI":"10.1186\/s40561-019-0106-1"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3291279.3339416"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Leila Zahedi Jasmine Batten Monique Ross Geoff Potvin Stephanie Damas Peter Clarke and Debra Davis. 2021. Gamification in education: A mixed-methods study of gender on computer science students\u2019 academic performance and identity development. Journal of Computing in Higher Education 33 (2021) 441\u2013474.","DOI":"10.1007\/s12528-021-09271-5"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"crossref","unstructured":"Zehui Zhan Luyao He Yao Tong Xinya Liang Shihao Guo and Xixin Lan. 2022. The effectiveness of gamification in programming education: Evidence from a meta-analysis. Computers and Education: Artificial Intelligence (2022) 100096.","DOI":"10.1016\/j.caeai.2022.100096"}],"event":{"name":"ACE 2025: 27th Australasian Computing Education Conference","location":"Brisbane Australia","acronym":"ACE 2025"},"container-title":["Proceedings of the 27th Australasian Computing Education Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716646","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3716640.3716646","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:18:52Z","timestamp":1750295932000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3716640.3716646"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,12]]},"references-count":48,"alternative-id":["10.1145\/3716640.3716646","10.1145\/3716640"],"URL":"https:\/\/doi.org\/10.1145\/3716640.3716646","relation":{},"subject":[],"published":{"date-parts":[[2025,2,12]]},"assertion":[{"value":"2025-04-07","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}