{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T07:24:46Z","timestamp":1773300286957,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,20]],"date-time":"2023-07-20T00:00:00Z","timestamp":1689811200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/100005246","name":"Institute of Education Sciences","doi-asserted-by":"publisher","award":["R305A180401, R305D210036"],"award-info":[{"award-number":["R305A180401, R305D210036"]}],"id":[{"id":"10.13039\/100005246","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,20]]},"DOI":"10.1145\/3573051.3593395","type":"proceedings-article","created":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T20:43:03Z","timestamp":1689712983000},"page":"164-173","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Benefit of Gamification for Persistent Learners: Propensity to Replay Problems Moderates Algebra-Game Effectiveness"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0673-5721","authenticated-orcid":false,"given":"Kirk","family":"Vanacore","sequence":"first","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0416-0610","authenticated-orcid":false,"given":"Adam","family":"Sales","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1075-2575","authenticated-orcid":false,"given":"Allison","family":"Liu","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9487-7967","authenticated-orcid":false,"given":"Erin","family":"Ottmar","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.3389\/feduc.2020.00147"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-78292-4_2"},{"key":"e_1_3_2_1_3_1","unstructured":"Dorsa Mohammadi Arezooji. 2020. A Markov Chain Monte-Carlo Approach to Dose-Response Optimization Using Probabilistic Programming (RStan). (2020)."},{"key":"e_1_3_2_1_4_1","first-page":"185","article-title":"Why students engage in ?gaming the system\" behavior in interactive learning environments","volume":"19","author":"Baker Ryan","year":"2008","unstructured":"Ryan Baker, Jason Walonoski, Neil Heffernan, Ido Roll, Albert Corbett, and Kenneth Koedinger. 2008. Why students engage in ?gaming the system\" behavior in interactive learning environments. Journal of Interactive Learning Research, Vol. 19, 2 (2008), 185--224.","journal-title":"Journal of Interactive Learning Research"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30139-4_50"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jadohealth.2007.04.006"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_44"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 2011 Annual Conference Extended Abstracts on Human Factors in Computing Systems.","author":"Benton L","year":"2011","unstructured":"L Benton, H Johnson, M Brosnan, E Ashwin, and B Grawemeyer. 2011. Proceedings of the 2011 Annual Conference Extended Abstracts on Human Factors in Computing Systems."},{"key":"e_1_3_2_1_9_1","volume-title":"The role of psychology in understanding the impact of computer games. Entertainment computing","author":"Boyle Elizabeth","year":"2011","unstructured":"Elizabeth Boyle, Thomas M Connolly, and Thomas Hainey. 2011. The role of psychology in understanding the impact of computer games. Entertainment computing, Vol. 2, 2 (2011), 69--74."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1037\/edu0000596"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjet.13021"},{"key":"e_1_3_2_1_12_1","volume-title":"Development and validation of the Mathematics Anxiety Scale for Children. Measurement and evaluation in counseling and development","author":"Chiu Lian-Hwang","year":"1990","unstructured":"Lian-Hwang Chiu and Loren L Henry. 1990. Development and validation of the Mathematics Anxiety Scale for Children. Measurement and evaluation in counseling and development, Vol. 23, 3 (1990), 121--127."},{"key":"e_1_3_2_1_13_1","volume-title":"A systematic literature review of empirical evidence on computer games and serious games. Computers & education","author":"Connolly Thomas M","year":"2012","unstructured":"Thomas M Connolly, Elizabeth A Boyle, Ewan MacArthur, Thomas Hainey, and James M Boyle. 2012. A systematic literature review of empirical evidence on computer games and serious games. Computers & education, Vol. 59, 2 (2012), 661--686."},{"key":"e_1_3_2_1_14_1","unstructured":"Sara De Freitas. 2006. Learning in immersive worlds. (2006) 3--71 pages."},{"key":"e_1_3_2_1_15_1","volume-title":"Adam Sales, Allison Liu, and Shihfen Tu.","author":"Decker-Woodrow Lauren E","year":"2023","unstructured":"Lauren E Decker-Woodrow, Craig A Mason, Ji-Eun Lee, Jenny Yun-Chen Chan, Adam Sales, Allison Liu, and Shihfen Tu. 2023. The impacts of three educational technologies on algebraic understanding in the context of COVID-19. AERA open, Vol. 9 (2023), 23328584231165919."},{"key":"e_1_3_2_1_16_1","volume-title":"The role of learners' characteristics in educational gamification systems: a systematic meta-review of the literature. Interactive Learning Environments","author":"Denden Mouna","year":"2022","unstructured":"Mouna Denden, Ahmed Tlili, Nian-Shing Chen, Mourad Abed, Mohamed Jemni, and Fathi Essalmi. 2022. The role of learners' characteristics in educational gamification systems: a systematic meta-review of the literature. Interactive Learning Environments (2022), 1--23."},{"key":"e_1_3_2_1_17_1","volume-title":"Differential Responses to Personalized Learning Recommendations Revealed by Event-Related Analysis","author":"Dieter Kevin C","unstructured":"Kevin C Dieter, Jamie Studwell, and Kirk P Vanacore. 2020. Differential Responses to Personalized Learning Recommendations Revealed by Event-Related Analysis. International Educational Data Mining Society."},{"key":"e_1_3_2_1_18_1","unstructured":"Bye J. K.; Lee J. E.; Chan J. Y. C.; Closser A. H.; Shaw S. T.; Ottmar E. 2022. Toward Improving Effectiveness of Crowdsourced On-Demand Assistance from Educators in Online Learning Platforms. In Poster presented at the annual meeting of the American Educational Research Association (AERA)."},{"key":"e_1_3_2_1_19_1","first-page":"597","article-title":"Games and motivation to learn science: Personal identity, applicability, relevance and meaningfulness","volume":"19","author":"Foster Aroutis","year":"2008","unstructured":"Aroutis Foster. 2008. Games and motivation to learn science: Personal identity, applicability, relevance and meaningfulness. Journal of interactive learning research, Vol. 19, 4 (2008), 597--614.","journal-title":"Journal of interactive learning research"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0006-341X.2002.00021.x"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025997"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/950566.950595"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1177\/0963721417704888"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-11548-7_34"},{"key":"e_1_3_2_1_25_1","volume-title":"Workshops and Tutorials, Industry and Innovation Tracks, Practitioners' and Doctoral Consortium: 23rd International Conference, AIED 2022, Durham, UK, July 27--31, 2022, Proceedings, Part II. 29--34","author":"Haim Aaron","year":"2022","unstructured":"Aaron Haim, Ethan Prihar, and Neil T Heffernan. 2022. Toward Improving Effectiveness of Crowdsourced, On-Demand Assistance from Educators in Online Learning Platforms. In Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners' and Doctoral Consortium: 23rd International Conference, AIED 2022, Durham, UK, July 27--31, 2022, Proceedings, Part II. 29--34."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0024-x"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-020-09807-z"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11423-019-09653-8"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of 2022 International Mind, Brain and Educations Society Conference. 19","author":"Hyde Daniel C.","year":"2022","unstructured":"Daniel C. Hyde, Alison Liu, Francesco Sella, J\u00e9r\u00f4me Prado, and Kirk Vanacore. 2022. Developmental Perspectives: Digital Interventions and Mathematics Learning in Typical and Atypical Populations. In Proceedings of 2022 International Mind, Brain and Educations Society Conference. 19."},{"key":"e_1_3_2_1_30_1","volume-title":"Ivica Botivc ki, and Hyo-Jeong So","author":"Tomislav Jaguvs","year":"2018","unstructured":"Tomislav Jaguvs t, Ivica Botivc ki, and Hyo-Jeong So. 2018. Examining competitive, collaborative and adaptive gamification in young learners' math learning. Computers & education, Vol. 125 (2018), 444--457."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1198\/016214507000000347"},{"key":"e_1_3_2_1_32_1","first-page":"36","article-title":"Decision tree modeling of wheel-spinning and productive persistence in skill builders","volume":"10","author":"Kai Shimin","year":"2018","unstructured":"Shimin Kai, Ma Victoria Almeda, Ryan S Baker, Cristina Heffernan, Neil Heffernan, et al. 2018. Decision tree modeling of wheel-spinning and productive persistence in skill builders. Journal of Educational Data Mining, Vol. 10, 1 (2018), 36--71.","journal-title":"Journal of Educational Data Mining"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2008.03.011"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2021.106963"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2017.11.006"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/1046878114563660"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2021.102670"},{"key":"e_1_3_2_1_38_1","volume-title":"Anthony Botelho, and Erin Ottmar.","author":"Lee Ji-Eun","year":"2022","unstructured":"Ji-Eun Lee, Jenny Yun-Chen Chan, Anthony Botelho, and Erin Ottmar. 2022. Does slow and steady win the race?: Clustering patterns of students' behaviors in an interactive online mathematics game. Educational technology research and development, Vol. 70, 5 (2022), 1575--1599."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-27781-8_25"},{"key":"e_1_3_2_1_40_1","first-page":"1633","volume-title":"Proceedings of the 16th International Conference of the Learning Sciences-ICLS","author":"Liu Allison S","year":"2022","unstructured":"Allison S Liu, Kirk Vanacore, and Erin Ottmar. 2022. How Reward-And Error-Based Feedback Systems Create Micro-Failures to Support Learning Strategies. In Proceedings of the 16th International Conference of the Learning Sciences-ICLS 2022, pp. 1633--1636. International Society of the Learning Sciences."},{"key":"e_1_3_2_1_41_1","volume-title":"Challenge-Seeking and Learning to Program.","author":"Malkiewich Laura J","unstructured":"Laura J Malkiewich, Alison Lee, Stefan Slater, Chenmu Xing, and Catherine C Chase. 2016. No Lives Left: How Common Game Features Could Undermine Persistence, Challenge-Seeking and Learning to Program. Singapore: International Society of the Learning Sciences."},{"key":"e_1_3_2_1_42_1","volume-title":"Achieving society","author":"McClelland David C","unstructured":"David C McClelland. 1961. Achieving society. Vol. 92051. Simon and Schuster."},{"key":"e_1_3_2_1_43_1","volume-title":"The SIMs meet ESL Incorporating authentic computer simulation games into the language classroom. Interactive technology and smart education","author":"Miller Megan","year":"2006","unstructured":"Megan Miller and Volker Hegelheimer. 2006. The SIMs meet ESL Incorporating authentic computer simulation games into the language classroom. Interactive technology and smart education (2006)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876040"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"crossref","unstructured":"Erin Ottmar David Landy Robert L Goldstone and Erik Weitnauer. 2015. Getting From Here to There!: Testing the Effectiveness of an Interactive Mathematics Intervention Embedding Perceptual Learning.. In CogSci.","DOI":"10.4018\/978-1-4666-8714-1.ch002"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.5334\/jopd.87"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1080\/19345747.2012.688410"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/1098214015594419"},{"key":"e_1_3_2_1_49_1","volume-title":"Digital game-based learning in high school computer science education: Impact on educational effectiveness and student motivation. Computers & education","author":"Papastergiou Marina","year":"2009","unstructured":"Marina Papastergiou. 2009. Digital game-based learning in high school computer science education: Impact on educational effectiveness and student motivation. Computers & education, Vol. 52, 1 (2009), 1--12."},{"key":"e_1_3_2_1_50_1","volume-title":"R: A language and environment for statistical computing.","author":"Team RDCT R","year":"2014","unstructured":"RDCT R Team et al. 2014. R: A language and environment for statistical computing. Vienna, Austria: R Foundation for Statistical Computing (2014)."},{"key":"e_1_3_2_1_51_1","unstructured":"Steven Ritter and Stephen Fancsali. 2016. MATHia X: The Next Generation Cognitive Tutor.. In EDM. ERIC 624--625."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1080\/19345747.2013.856978"},{"key":"e_1_3_2_1_53_1","volume-title":"Sarah Katharina Mayr, and Heinz Mandl.","author":"Sailer Michael","year":"2017","unstructured":"Michael Sailer, Jan Ulrich Hense, Sarah Katharina Mayr, and Heinz Mandl. 2017. How gamification motivates: An experimental study of the effects of specific game design elements on psychological need satisfaction. Computers in human behavior, Vol. 69 (2017), 371--380."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1214\/18-AOAS1196"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1080\/19345747.2020.1823538"},{"key":"e_1_3_2_1_56_1","volume-title":"Student Usage Predicts Treatment Effect Heterogeneity in the Cognitive Tutor Algebra I Program","author":"Sales Adam C","year":"2016","unstructured":"Adam C Sales, Asa Wilks, and John F Pane. 2016. Student Usage Predicts Treatment Effect Heterogeneity in the Cognitive Tutor Algebra I Program. International Educational Data Mining Society (2016)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691615569000"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2014.05.005"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btr597"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ambp.2008.07.007"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of 2022 International Mind, Brain and Educations Society Conference.","author":"Vanacore Kirk","year":"2022","unstructured":"Kirk Vanacore, Alison Liu, Adam Sales, and Erin Ottmar. 2022. The Impact of reward-based feedback on persistence behavior in an education game.. In Proceedings of 2022 International Mind, Brain and Educations Society Conference."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2012.07.003"},{"key":"e_1_3_2_1_63_1","volume-title":"Mind in society: Development of higher psychological processes","author":"Vygotsky Lev Semenovich","unstructured":"Lev Semenovich Vygotsky and Michael Cole. 1978. Mind in society: Development of higher psychological processes. Harvard university press."},{"key":"e_1_3_2_1_64_1","volume-title":"proceedings of the European conference on game based learning, Barcelona. 507--516","author":"Wijers Monica","year":"2008","unstructured":"Monica Wijers, Vincent Jonker, and Kristel Kerstens. 2008. MobileMath: the Phone, the Game and the Math. In proceedings of the European conference on game based learning, Barcelona. 507--516."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.edurev.2020.100326"}],"event":{"name":"L@S '23: Tenth ACM Conference on Learning @ Scale","location":"Copenhagen Denmark","acronym":"L@S '23"},"container-title":["Proceedings of the Tenth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593395","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3573051.3593395","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T06:44:58Z","timestamp":1755845098000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593395"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,20]]},"references-count":65,"alternative-id":["10.1145\/3573051.3593395","10.1145\/3573051"],"URL":"https:\/\/doi.org\/10.1145\/3573051.3593395","relation":{},"subject":[],"published":{"date-parts":[[2023,7,20]]},"assertion":[{"value":"2023-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}