{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:29:01Z","timestamp":1772159341820,"version":"3.50.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031362712","type":"print"},{"value":"9783031362729","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36272-9_3","type":"book-chapter","created":{"date-parts":[[2023,6,25]],"date-time":"2023-06-25T23:03:19Z","timestamp":1687734199000},"page":"28-40","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Implementing and Evaluating ASSISTments Online Math Homework Support At large Scale over Two Years: Findings and Lessons Learned"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9635-1611","authenticated-orcid":false,"given":"Mingyu","family":"Feng","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3280-288X","authenticated-orcid":false,"given":"Neil","family":"Heffernan","sequence":"additional","affiliation":[]},{"given":"Kelly","family":"Collins","sequence":"additional","affiliation":[]},{"given":"Cristina","family":"Heffernan","sequence":"additional","affiliation":[]},{"given":"Robert F.","family":"Murphy","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"issue":"4","key":"3_CR1","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1007\/s40593-014-0024-x","volume":"24","author":"N Heffernan","year":"2014","unstructured":"Heffernan, N., Heffernan, C.: The ASSISTments ecosystem: building a platform that brings scientists and teachers together for minimally invasive research on human learning and teaching. Int. J. Artif. Intell. Educ. 24(4), 470\u2013497 (2014). https:\/\/doi.org\/10.1007\/s40593-014-0024-x","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"4","key":"3_CR2","doi-asserted-by":"publisher","first-page":"233285841667396","DOI":"10.1177\/2332858416673968","volume":"2","author":"J Roschelle","year":"2016","unstructured":"Roschelle, J., Feng, M., Murphy, R.F., Mason, C.A.: Online mathematics homework increases student achievement. AERA Open 2(4), 233285841667396 (2016). https:\/\/doi.org\/10.1177\/2332858416673968","journal-title":"AERA Open"},{"key":"3_CR3","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/19345747.2019.1710885","volume":"13","author":"R Murphy","year":"2020","unstructured":"Murphy, R., Roschelle, J., Feng, M., Mason, C.: Investigating efficacy, moderators and mediators for an online mathematics homework intervention. J. Res. Educ. Effectiveness 13, 1\u201336 (2020). https:\/\/doi.org\/10.1080\/19345747.2019.1710885","journal-title":"J. Res. Educ. Effectiveness"},{"key":"3_CR4","unstructured":"Sahni, S.D., et al.: A What Works Clearinghouse Rapid Evidence Review of Distance Learning Programs. U.S. Department of Education (2021)"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Escueta, M., Quan, V., Nickow, A.J., Oreopoulos, P.: Education Technology: An Evidence-Based Review. NBER Working Paper No. 23744. August 2017 JEL No. I20,I29,J24 (2017). http:\/\/tiny.cc\/NBER","DOI":"10.3386\/w23744"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Pashler, H., Bain, P.M., Bottge, B.A., Graesser, A., Koedinger, K., McDaniel, M., et al.: Organizing instruction and study to improve student learning. IES practice guide (NCER 2007\u20132004). National Center for Education Research, Washington, D.C. (2007)","DOI":"10.1037\/e607972011-001"},{"key":"3_CR7","volume-title":"Formative Assessment in Practice: A Process of Inquiry and Action","author":"M Heritage","year":"2013","unstructured":"Heritage, M., Popham, W.J.: Formative Assessment in Practice: A Process of Inquiry and Action. Harvard Education Press, Cambridge, MA (2013)"},{"issue":"6161","key":"3_CR8","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1126\/science.1238056","volume":"342","author":"KR Koedinger","year":"2013","unstructured":"Koedinger, K.R., Booth, J.L., Klahr, D.: Instructional complexity and the science to constrain it. Science 342(6161), 935\u2013937 (2013). https:\/\/doi.org\/10.1126\/science.1238056","journal-title":"Science"},{"issue":"1","key":"3_CR9","doi-asserted-by":"publisher","first-page":"81","DOI":"10.3102\/003465430298487","volume":"77","author":"J Hattie","year":"2007","unstructured":"Hattie, J., Timperley, H.: The power of feedback. Rev. Educ. Res. 77(1), 81\u2013112 (2007)","journal-title":"Rev. Educ. Res."},{"issue":"4","key":"3_CR10","doi-asserted-by":"publisher","first-page":"311","DOI":"10.3200\/JEXE.77.4.311-338","volume":"77","author":"D DiBattista","year":"2009","unstructured":"DiBattista, D., Gosse, L., Sinnige-Egger, J.A., Candale, B., Sargeson, K.: Grading scheme, test difficulty, and the immediate feedback assessment technique. J. Exp. Educ. 77(4), 311\u2013338 (2009)","journal-title":"J. Exp. Educ."},{"issue":"3","key":"3_CR11","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1080\/15391523.2009.10782534","volume":"41","author":"M Mendicino","year":"2009","unstructured":"Mendicino, M., Razzaq, L., Heffernan, N.T.: A comparison of traditional homework to computer supported homework. J. Res. Technol. Educ. 41(3), 331\u2013358 (2009)","journal-title":"J. Res. Technol. Educ."},{"key":"3_CR12","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1016\/j.jecp.2016.03.009","volume":"147","author":"ER Fyfe","year":"2016","unstructured":"Fyfe, E.R., Rittle-Johnson, B.: The benefits of computer-generated feedback for mathematics problem solving. J. Exp. Child Psychol. 147, 140\u2013151 (2016)","journal-title":"J. Exp. Child Psychol."},{"key":"3_CR13","unstructured":"Kehrer, P., Kelly, K., Heffernan, N.: Does immediate feedback while doing homework improve learning? FLAIRS 2013. In: Proceedings of the 26th International Florida Artificial Intelligence Research Society Conference, pp. 542\u2013545 (2013)"},{"key":"3_CR14","unstructured":"Kelly, K., Heffernan, N., Heffernan, C., Goldman, S., Pellegrino, J., Soffer-Goldstein, D.: Improving student learning in math through web-based homework review. In: Liljedahl, P., Nicol, C., Oesterle, S., Allan, D. (eds.) Proceedings of the Joint Meeting of PME 38 and PME-NA 36, vol. 3, pp. 417\u2013424. PME, Vancouver, Canada (2014)"},{"issue":"6","key":"3_CR15","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1080\/0969594X.2018.1441807","volume":"25","author":"P Black","year":"2018","unstructured":"Black, P., Wiliam, D.: Classroom assessment and pedagogy. Assess. Educ.: Principles, Policy Pract. 25(6), 551\u2013575 (2018)","journal-title":"Assess. Educ.: Principles, Policy Pract."},{"issue":"1","key":"3_CR16","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1080\/0969594X.2010.513678","volume":"18","author":"RE Bennett","year":"2011","unstructured":"Bennett, R.E.: Formative assessment: a critical review. Assess. Educ.: Principles, Policy Pract. 18(1), 5\u201325 (2011)","journal-title":"Assess. Educ.: Principles, Policy Pract."},{"issue":"7","key":"3_CR17","first-page":"1","volume":"14","author":"KE Dunn","year":"2009","unstructured":"Dunn, K.E., Mulvenon, S.W.: A critical review of research on formative assessment: the limited scientific evidence of the impact of formative assessment in education. Pract. Assess. Res. Eval. 14(7), 1\u201311 (2009)","journal-title":"Pract. Assess. Res. Eval."},{"key":"3_CR18","doi-asserted-by":"publisher","unstructured":"OECD: Formative Assessment: Improving Learning in Secondary Classrooms. OECD Publishing, Paris (2005). https:\/\/doi.org\/10.1787\/9789264007413-en","DOI":"10.1787\/9789264007413-en"},{"key":"3_CR19","first-page":"53","volume-title":"The Future of Assessment: Shaping Teaching and Learning","author":"D Wiliam","year":"2007","unstructured":"Wiliam, D., Thompson, M.: Integrating assessment with learning: what will it take to make it work? In: Dwyer, C.A. (ed.) The Future of Assessment: Shaping Teaching and Learning, pp. 53\u201382. Lawrence Erlbaum Associates (2007)"},{"key":"3_CR20","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.compedu.2016.12.001","volume":"106","author":"JM Faber","year":"2017","unstructured":"Faber, J.M., Luyten, H., Visscher, A.J.: The effects of a digital formative assessment tool on mathematics achievement and student motivation: results of a randomized experiment. Comput. Educ. 106, 83\u201396 (2017)","journal-title":"Comput. Educ."},{"issue":"4","key":"3_CR21","doi-asserted-by":"publisher","first-page":"489","DOI":"10.2190\/EC.43.4.d","volume":"43","author":"KR Koedinger","year":"2010","unstructured":"Koedinger, K.R., McLaughlin, E.A., Heffernan, N.T.: A quasi-experimental evaluation of an on-line formative assessment and tutoring system. J. Educ. Comput. Res. 43(4), 489\u2013510 (2010). https:\/\/doi.org\/10.2190\/EC.43.4.d","journal-title":"J. Educ. Comput. Res."},{"key":"3_CR22","unstructured":"Sheard, M., Chambers, B., Elliott, L.: Effects of technology-enhanced formative assessment on achievement in primary grammar. Retrieved from the University of York website https:\/\/www.york.ac.uk\/media\/iee\/documents\/QfLGrammarReport_Sept2012.pdf (2012)"},{"key":"3_CR23","volume-title":"Learning and Memory: An Integrated Approach","author":"JR Anderson","year":"2000","unstructured":"Anderson, J.R.: Learning and Memory: An Integrated Approach, 2nd edn. John Wiley and Sons Inc., New York (2000)","edition":"2"},{"key":"3_CR24","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/s10648-007-9049-0","volume":"19","author":"K Koedinger","year":"2007","unstructured":"Koedinger, K., Aleven, V.: Exploring the assistance dilemma in experiments with Cognitive Tutors. Educ. Psychol. Rev. 19, 239\u2013264 (2007)","journal-title":"Educ. Psychol. Rev."},{"key":"3_CR25","doi-asserted-by":"publisher","first-page":"4","DOI":"10.5951\/jresematheduc.40.1.0004","volume":"40","author":"D Rohrer","year":"2009","unstructured":"Rohrer, D.: The effects of spacing and mixing practice problems. J. Res. Math. Educ. 40, 4\u201317 (2009)","journal-title":"J. Res. Math. Educ."},{"key":"3_CR26","doi-asserted-by":"publisher","first-page":"481","DOI":"10.1007\/s11251-007-9015-8","volume":"35","author":"D Rohrer","year":"2007","unstructured":"Rohrer, D., Taylor, K.: The shuffling of mathematics practice problems improves learning. Instr. Sci. 35, 481\u2013498 (2007)","journal-title":"Instr. Sci."},{"key":"3_CR27","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1111\/j.1467-8721.2007.00500.x","volume":"16","author":"D Rohrer","year":"2007","unstructured":"Rohrer, D., Pashler, H.: Increasing retention without increasing study time. Curr. Dir. Psychol. Sci. 16, 183\u2013186 (2007)","journal-title":"Curr. Dir. Psychol. Sci."},{"key":"3_CR28","unstructured":"Fairman, J., Porter, M., Fisher, S.: Principals Discuss Early Implementation of the ASSISTments Online Homework Tutor for Mathematics: ASSISTments Efficacy Study Report 2. SRI International, Menlo Park, CA (2015)"},{"key":"3_CR29","volume-title":"The Brown Center on Education Policy","author":"T Loveless","year":"2014","unstructured":"Loveless, T.: The 2014 Brown Center Report on American Education: How well are American students learning? In: The Brown Center on Education Policy. The Brookings Institution, Washington, DC (2014)"},{"key":"3_CR30","volume-title":"The Case Against Homework: How Homework is Hurting Our Children and What We Can do About it","author":"S Bennett","year":"2006","unstructured":"Bennett, S., Kalish, N.: The Case Against Homework: How Homework is Hurting Our Children and What We Can do About it. Crown Publishers, New York, NY (2006)"},{"key":"3_CR31","volume-title":"The Homework Myth: Why our Kids Get too Much of a Bad Thing","author":"A Kohn","year":"2006","unstructured":"Kohn, A.: The Homework Myth: Why our Kids Get too Much of a Bad Thing. Da Capo Press, Cambridge, MA (2006)"},{"key":"3_CR32","unstructured":"Pope, D.: Making Homework Work. ASCD (2020). Retrieved 20 Oct 2021"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36272-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:03:31Z","timestamp":1710259411000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36272-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031362712","9783031362729"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36272-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"311","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}