{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T19:14:22Z","timestamp":1774120462700,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":59,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,20]],"date-time":"2023-07-20T00:00:00Z","timestamp":1689811200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"ONR","award":["N00014-18-1-2768"],"award-info":[{"award-number":["N00014-18-1-2768"]}]},{"name":"GAANN","award":["P200A180088, P200A150306"],"award-info":[{"award-number":["P200A180088, P200A150306"]}]},{"DOI":"10.13039\/100005246","name":"Institute of Education Sciences","doi-asserted-by":"publisher","award":["R305N210049, R305D210031, R305A170137, R305A170243, R305A180401, R305A120125"],"award-info":[{"award-number":["R305N210049, R305D210031, R305A170137, R305A170243, R305A180401, R305A120125"]}],"id":[{"id":"10.13039\/100005246","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"NSF (National Science Foundation)","doi-asserted-by":"publisher","award":["2118725, 2118904, 1950683, 1917808, 1931523, 1940236, 1917713, 1903304, 1822830, 1759229, 1724889, 1636782, 1535428"],"award-info":[{"award-number":["2118725, 2118904, 1950683, 1917808, 1931523, 1940236, 1917713, 1903304, 1822830, 1759229, 1724889, 1636782, 1535428"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"EIR","award":["U411B190024, S411B210024"],"award-info":[{"award-number":["U411B190024, S411B210024"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,20]]},"DOI":"10.1145\/3573051.3593390","type":"proceedings-article","created":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T20:43:03Z","timestamp":1689712983000},"page":"70-80","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["How Common are Common Wrong Answers? Crowdsourcing Remediation at Scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7003-1476","authenticated-orcid":false,"given":"Ashish","family":"Gurung","sequence":"first","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6185-5841","authenticated-orcid":false,"given":"Sami","family":"Baral","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9839-9608","authenticated-orcid":false,"given":"Morgan P.","family":"Lee","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0416-0610","authenticated-orcid":false,"given":"Adam C.","family":"Sales","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9287-4201","authenticated-orcid":false,"given":"Aaron","family":"Haim","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0673-5721","authenticated-orcid":false,"given":"Kirk P.","family":"Vanacore","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, MA, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7139-5156","authenticated-orcid":false,"given":"Andrew A.","family":"McReynolds","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8398-7434","authenticated-orcid":false,"given":"Hilary","family":"Kreisberg","sequence":"additional","affiliation":[{"name":"Lesley University, Cambridge, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-4114-9892","authenticated-orcid":false,"given":"Cristina","family":"Heffernan","sequence":"additional","affiliation":[{"name":"The ASSISTments Foundation, Auburn, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3280-288X","authenticated-orcid":false,"given":"Neil T.","family":"Heffernan","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, Worcester, USA"}]}],"member":"320","published-online":{"date-parts":[[2023,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"1991 b. The instructional effect of feedback in test-like events. Review of educational research","author":"Bangert-Drowns Robert L","year":"1991","unstructured":"Robert L Bangert-Drowns, Chen-Lin C Kulik, James A Kulik, and MaryTeresa Morgan. 1991 b. The instructional effect of feedback in test-like events. Review of educational research, Vol. 61, 2 (1991), 213--238."},{"key":"e_1_3_2_1_2_1","volume-title":"1991 a. Effects of frequent classroom testing. The journal of educational research","author":"Bangert-Drowns Robert L","year":"1991","unstructured":"Robert L Bangert-Drowns, James A Kulik, and Chen-Lin C Kulik. 1991 a. Effects of frequent classroom testing. The journal of educational research, Vol. 85, 2 (1991), 89--99."},{"key":"e_1_3_2_1_3_1","volume-title":"Improving Automated Scoring of Student Open Responses in Mathematics","author":"Baral Sami","year":"2021","unstructured":"Sami Baral, Anthony F Botelho, John A Erickson, Priyanka Benachamardi, and Neil T Heffernan. 2021. Improving Automated Scoring of Student Open Responses in Mathematics. International Educational Data Mining Society (2021)."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45153-4_50"},{"key":"e_1_3_2_1_5_1","volume-title":"Heffernan","author":"Botelho Anthony F.","year":"2023","unstructured":"Anthony F. Botelho, Sami Baral, John A. Erickson, Priyanka Benachamardi, and Neil T. Heffernan. 2023. Leveraging natural language processing to support automated assessment and feedback for student open responses in mathematics. Journal of Computer Assisted Learning (2023)."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.124"},{"key":"e_1_3_2_1_7_1","volume-title":"Diagnostic models for procedural bugs in basic mathematical skills. Cognitive science","author":"Brown John Seely","year":"1978","unstructured":"John Seely Brown and Richard R Burton. 1978. Diagnostic models for procedural bugs in basic mathematical skills. Cognitive science, Vol. 2, 2 (1978), 155--192."},{"key":"e_1_3_2_1_8_1","volume-title":"Repair theory: A generative theory of bugs in procedural skills. Cognitive science","author":"Brown John Seely","year":"1980","unstructured":"John Seely Brown and Kurt VanLehn. 1980. Repair theory: A generative theory of bugs in procedural skills. Cognitive science, Vol. 4, 4 (1980), 379--426."},{"key":"e_1_3_2_1_9_1","volume-title":"Diagnosing bugs in a simple procedural skill. Intellinget Tutoring Systems","author":"Burton Richard R","year":"1982","unstructured":"Richard R Burton. 1982. Diagnosing bugs in a simple procedural skill. Intellinget Tutoring Systems (1982), 157--184."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2021.102109"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.2307\/749916"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5951\/AT.22.2.0151"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-13470-8_7"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1404520.1404526"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/1379249.1379255"},{"key":"e_1_3_2_1_16_1","volume-title":"Crowdsourcing and education: Towards a theory and praxis of learnersourcing","author":"Doroudi Shayan","unstructured":"Shayan Doroudi, Joseph Williams, Juho Kim, Thanaporn Patikorn, Korinn Ostrow, Douglas Selent, Neil T Heffernan, Thomas Hills, and Carolyn Ros\u00e9. 2018. Crowdsourcing and education: Towards a theory and praxis of learnersourcing. International Society of the Learning Sciences, Inc.[ISLS]."},{"key":"e_1_3_2_1_17_1","volume-title":"Finding and fixing errors in worked examples: Can this foster learning outcomes? Learning and instruction","author":"Gro\u00dfe Cornelia S","year":"2007","unstructured":"Cornelia S Gro\u00dfe and Alexander Renkl. 2007. Finding and fixing errors in worked examples: Can this foster learning outcomes? Learning and instruction, Vol. 17, 6 (2007), 612--634."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3576050.3576109"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448139.3448167"},{"key":"e_1_3_2_1_20_1","volume-title":"Influences on student learning. Inaugural lecture given on August","author":"Hattie John","year":"1999","unstructured":"John Hattie. 1999. Influences on student learning. Inaugural lecture given on August, Vol. 2, 1999 (1999), 21."},{"key":"e_1_3_2_1_21_1","volume-title":"The power of feedback. Review of educational research","author":"Hattie John","year":"2007","unstructured":"John Hattie and Helen Timperley. 2007. The power of feedback. Review of educational research, Vol. 77, 1 (2007), 81--112."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0024-x"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-015-9089-2"},{"key":"e_1_3_2_1_24_1","volume-title":"Concepts associated with the equality symbol. Educational studies in Mathematics","author":"Kieran Carolyn","year":"1981","unstructured":"Carolyn Kieran. 1981. Concepts associated with the equality symbol. Educational studies in Mathematics, Vol. 12 (1981), 317--326."},{"key":"e_1_3_2_1_25_1","unstructured":"Juho Kim et al. 2015. Learnersourcing: improving learning with collective learner activity. Ph. D. Dissertation. Massachusetts Institute of Technology."},{"key":"e_1_3_2_1_26_1","volume-title":"The effects of feedback interventions on performance: a historical review, a meta-analysis, and a preliminary feedback intervention theory. Psychological bulletin","author":"Kluger Avraham N","year":"1996","unstructured":"Avraham N Kluger and Angelo DeNisi. 1996. The effects of feedback interventions on performance: a historical review, a meta-analysis, and a preliminary feedback intervention theory. Psychological bulletin, Vol. 119, 2 (1996), 254."},{"key":"e_1_3_2_1_27_1","unstructured":"Cheng-Fei Lai. 2012. Error Analysis in Mathematics. Technical Report# 1012. Behavioral Research and Teaching (2012)."},{"key":"e_1_3_2_1_28_1","first-page":"34","article-title":"The art of giving online feedback","volume":"15","author":"Leibold Nancyruth","year":"2015","unstructured":"Nancyruth Leibold and Laura Marie Schwarz. 2015. The art of giving online feedback. Journal of Effective Teaching, Vol. 15, 1 (2015), 34--46.","journal-title":"Journal of Effective Teaching"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3102\/00028312019004559"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the 28th International Conference on Computers in Education. 31--40","author":"Steven MOORE","year":"2020","unstructured":"Steven MOORE, Huy NGUYEN, and John STAMPER. 2020. Utilizing Crowdsourcing and Topic Modeling to Generate Knowledge Components for Math and Writing Problems. In Proceedings of the 28th International Conference on Computers in Education. 31--40."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.111"},{"key":"e_1_3_2_1_32_1","volume-title":"The impact of informative tutoring feedback and self-efficacy on motivation and achievement in concept learning. Experimental psychology","author":"Narciss Susanne","year":"2004","unstructured":"Susanne Narciss. 2004. The impact of informative tutoring feedback and self-efficacy on motivation and achievement in concept learning. Experimental psychology, Vol. 51, 3 (2004), 214."},{"key":"e_1_3_2_1_33_1","first-page":"7","article-title":"Designing and evaluating tutoring feedback strategies for digital learning","volume":"23","author":"Narciss Susanne","year":"2013","unstructured":"Susanne Narciss. 2013. Designing and evaluating tutoring feedback strategies for digital learning. Digital Education Review 23 (2013), 7--26.","journal-title":"Digital Education Review"},{"key":"e_1_3_2_1_34_1","volume-title":"Common misconceptions in mathematics: Strategies to correct them","author":"Ojose Bobby","unstructured":"Bobby Ojose. 2015a. Common misconceptions in mathematics: Strategies to correct them. University Press of America."},{"key":"e_1_3_2_1_35_1","volume-title":"Students' Misconceptions in Mathematics: Analysis of Remedies and What Research Says. Ohio Journal of School Mathematics 72","author":"Ojose Bobby","year":"2015","unstructured":"Bobby Ojose. 2015b. Students' Misconceptions in Mathematics: Analysis of Remedies and What Research Says. Ohio Journal of School Mathematics 72 (2015)."},{"key":"e_1_3_2_1_36_1","volume-title":"Gao Xian Peh, and Jong Ha Lee","author":"Pardos Zachary","year":"2018","unstructured":"Zachary Pardos, Scott Farrar, John Kolb, Gao Xian Peh, and Jong Ha Lee. 2018. Distributed representation of misconceptions. International Society of the Learning Sciences, Inc.[ISLS]."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386527.3405912"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3430895.3460130"},{"key":"e_1_3_2_1_39_1","volume-title":"Cognitive evaluation theory: A meta-analytic review of the literature. Social Behavior and Personality: an international journal","author":"Rummel Amy","year":"1988","unstructured":"Amy Rummel and Richard Feinberg. 1988. Cognitive evaluation theory: A meta-analytic review of the literature. Social Behavior and Personality: an international journal, Vol. 16, 2 (1988), 147--164."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1186\/s40928-018-0009-y"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.4148\/2470-6353.1066"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1177\/002205741619600202"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07221-0_103"},{"key":"e_1_3_2_1_44_1","volume-title":"Implications of cognitive science research for mathematics education. Colecci\u00f3n Digital Eudoxus 8","author":"Siegler Robert","year":"2009","unstructured":"Robert Siegler. 2009. Implications of cognitive science research for mathematics education. Colecci\u00f3n Digital Eudoxus 8 (2009)."},{"key":"e_1_3_2_1_45_1","volume-title":"Strategy choices in addition and subtraction: How do children know what to do? Origins of cognitive skills","author":"Siegler Robert S","year":"1984","unstructured":"Robert S Siegler. 1984. Strategy choices in addition and subtraction: How do children know what to do? Origins of cognitive skills (1984)."},{"key":"e_1_3_2_1_46_1","volume-title":"Individual differences in strategy choices: Good students, not-so-good students, and perfectionists. Child development","author":"Siegler Robert S","year":"1988","unstructured":"Robert S Siegler. 1988. Individual differences in strategy choices: Good students, not-so-good students, and perfectionists. Child development (1988), 833--851."},{"key":"e_1_3_2_1_47_1","volume-title":"Emerging minds: The process of change in children's thinking","author":"Siegler Robert S","unstructured":"Robert S Siegler. 1998. Emerging minds: The process of change in children's thinking. Oxford University Press."},{"key":"e_1_3_2_1_48_1","first-page":"128","article-title":"Student modeling and machine learning","volume":"9","author":"Sison Raymund","year":"1998","unstructured":"Raymund Sison and Masamichi Shimura. 1998. Student modeling and machine learning. International Journal of Artificial Intelligence in Education (IJAIED), Vol. 9 (1998), 128--158.","journal-title":"International Journal of Artificial Intelligence in Education (IJAIED)"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1177\/002246698501900409"},{"key":"e_1_3_2_1_50_1","volume-title":"A meta-analysis of the effect of enhanced instruction: Cues, participation, reinforcement and feedback and correctives on motor skill learning. Journal of Research & Development in Education","author":"Tenenbaum Gershon","year":"1989","unstructured":"Gershon Tenenbaum and Ellen Goldring. 1989. A meta-analysis of the effect of enhanced instruction: Cues, participation, reinforcement and feedback and correctives on motor skill learning. Journal of Research & Development in Education (1989)."},{"key":"e_1_3_2_1_51_1","volume-title":"Bugs are not enough: Empirical studies of bugs, impasses and repairs in procedural skills. The Journal of Mathematical Behavior","author":"VanLehn Kurt","year":"1982","unstructured":"Kurt VanLehn. 1982. Bugs are not enough: Empirical studies of bugs, impasses and repairs in procedural skills. The Journal of Mathematical Behavior (1982)."},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1207\/S1532690XCI2103_01"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333614"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602930500353061"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2675133.2675219"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/2876034.2876042"},{"key":"e_1_3_2_1_57_1","first-page":"126","article-title":"The misconceptions of youth: Errors and their mathematical meaning","volume":"61","author":"Woodward John","year":"1994","unstructured":"John Woodward and Lisa Howard. 1994. The misconceptions of youth: Errors and their mathematical meaning. Exceptional Children, Vol. 61, 2 (1994), 126.","journal-title":"Exceptional Children"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15516709cog0502_3"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.103668"}],"event":{"name":"L@S '23: Tenth ACM Conference on Learning @ Scale","location":"Copenhagen Denmark","acronym":"L@S '23"},"container-title":["Proceedings of the Tenth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593390","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3573051.3593390","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3573051.3593390","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T06:45:16Z","timestamp":1755845116000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593390"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,20]]},"references-count":59,"alternative-id":["10.1145\/3573051.3593390","10.1145\/3573051"],"URL":"https:\/\/doi.org\/10.1145\/3573051.3593390","relation":{},"subject":[],"published":{"date-parts":[[2023,7,20]]},"assertion":[{"value":"2023-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}