{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T02:45:40Z","timestamp":1782528340063,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T00:00:00Z","timestamp":1710720000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-sa\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2118725"],"award-info":[{"award-number":["2118725"]}],"id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Institute of education sciences","award":["R305N210049"],"award-info":[{"award-number":["R305N210049"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,18]]},"DOI":"10.1145\/3636555.3636908","type":"proceedings-article","created":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T18:11:20Z","timestamp":1709662280000},"page":"507-517","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Multiple Choice vs. Fill-In Problems: The Trade-off Between Scalability and Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7003-1476","authenticated-orcid":false,"given":"Ashish","family":"Gurung","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0673-5721","authenticated-orcid":false,"given":"Kirk","family":"Vanacore","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7139-5156","authenticated-orcid":false,"given":"Andrew A.","family":"Mcreynolds","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7149-1802","authenticated-orcid":false,"given":"Korinn S.","family":"Ostrow","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7818-9822","authenticated-orcid":false,"given":"Eamon","family":"Worden","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0416-0610","authenticated-orcid":false,"given":"Adam C.","family":"Sales","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3280-288X","authenticated-orcid":false,"given":"Neil T.","family":"Heffernan","sequence":"additional","affiliation":[{"name":"Worcester Polytechnic Institute, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,3,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Problem kurma deneyimleri ve matematik \u00f6\u011fretiminde a\u00e7\u0131k-u\u00e7lu sorular\u0131n kullan\u0131m\u0131. Gazi \u00dcniversitesi Kastamonu E\u011fitim Dergisi 14, 1","author":"Akay Hayri","year":"2006","unstructured":"Hayri Akay, Danyal Soyba\u015f, and Ziya Arg\u00fcn. 2006. Problem kurma deneyimleri ve matematik \u00f6\u011fretiminde a\u00e7\u0131k-u\u00e7lu sorular\u0131n kullan\u0131m\u0131. Gazi \u00dcniversitesi Kastamonu E\u011fitim Dergisi 14, 1 (2006), 129\u2013146."},{"key":"e_1_3_2_1_2_1","unstructured":"Stephen\u00a0A Anderson. 1994. Synthesis of Research on Mastery Learning.https:\/\/files.eric.ed.gov\/fulltext\/ED382567.pdf"},{"key":"e_1_3_2_1_3_1","first-page":"185","article-title":"Why students engage in \u201cgaming the system\u201d behavior in interactive learning environments","volume":"19","author":"Baker Ryan","year":"2008","unstructured":"Ryan Baker, Jason Walonoski, Neil Heffernan, Ido Roll, Albert Corbett, and Kenneth Koedinger. 2008. Why students engage in \u201cgaming the system\u201d behavior in interactive learning environments. Journal of Interactive Learning Research 19, 2 (2008), 185\u2013224.","journal-title":"Journal of Interactive Learning Research"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1037\/0894-4105.17.1.14"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v067.i01"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39112-5_44"},{"key":"e_1_3_2_1_7_1","volume-title":"Desirable difficulties in theory and practice.Journal of Applied research in Memory and Cognition 9, 4","author":"Bjork A","year":"2020","unstructured":"Robert\u00a0A Bjork and Elizabeth\u00a0L Bjork. 2020. Desirable difficulties in theory and practice.Journal of Applied research in Memory and Cognition 9, 4 (2020), 475."},{"key":"e_1_3_2_1_8_1","first-page":"2","article-title":"Learning for Mastery. Instruction and Curriculum. Regional Education Laboratory for the Carolinas and Virginia, Topical Papers and Reprints, Number 1","volume":"1","author":"Bloom S.","year":"1968","unstructured":"Benjamin\u00a0S. Bloom. 1968. Learning for Mastery. Instruction and Curriculum. Regional Education Laboratory for the Carolinas and Virginia, Topical Papers and Reprints, Number 1. Evaluation Comment 1, 2 (May 1968). https:\/\/eric.ed.gov\/?id=ED053419 issue: 2 container-title: Evaluation Comment volume: 1 ERIC Number: ED053419.","journal-title":"Evaluation Comment"},{"key":"e_1_3_2_1_9_1","volume-title":"Language Assessment: Principles and Classroom Practices.Pearson Education","author":"Brown H\u00a0Douglas","year":"2004","unstructured":"H\u00a0Douglas Brown and Priyanvada Abeywickrama. 2004. Language Assessment: Principles and Classroom Practices.Pearson Education, New York, USA."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/(SICI)1098-2353(1999)12:3<220::AID-CA14>3.0.CO;2-K"},{"key":"e_1_3_2_1_11_1","volume-title":"Distributed practice in verbal recall tasks: A review and quantitative synthesis.Psychological bulletin 132, 3","author":"Cepeda J","year":"2006","unstructured":"Nicholas\u00a0J Cepeda, Harold Pashler, Edward Vul, John\u00a0T Wixted, and Doug Rohrer. 2006. Distributed practice in verbal recall tasks: A review and quantitative synthesis.Psychological bulletin 132, 3 (2006), 354."},{"key":"e_1_3_2_1_12_1","unstructured":"TJ Cooney WB Sanchez K Leatham and DS Mewborn. 2004. Open-ended assessment in math: A searchable collection of 450+ questions."},{"key":"e_1_3_2_1_13_1","volume-title":"Knowledge tracing: Modeling the acquisition of procedural knowledge. User modeling and user-adapted interaction 4, 4","author":"Corbett T","year":"1994","unstructured":"Albert\u00a0T Corbett and John\u00a0R Anderson. 1994. Knowledge tracing: Modeling the acquisition of procedural knowledge. User modeling and user-adapted interaction 4, 4 (1994), 253\u2013278."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/14047-004"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3303772.3303838"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1177\/0098628311421329"},{"key":"e_1_3_2_1_17_1","unstructured":"Lucinda Gray and Laurie Lewis. 2021. Use of Educational Technology for Instruction in Public Schools: 2019\u201320.https:\/\/nces.ed.gov\/pubs2021\/2021017Summary.pdf"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/00220671.1988.10885824"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1186\/s12909-017-0912-5"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s40593-014-0024-x"},{"key":"e_1_3_2_1_21_1","unstructured":"What Works\u00a0Clearing House. 2022. Procedures and Standards Handbook (V5).https:\/\/ies.ed.gov\/ncee\/wwc\/Docs\/referenceresources\/WWC-HandbookVer5.0AppIES-508.pdf"},{"key":"e_1_3_2_1_22_1","unstructured":"David Hu. 2011. How Khan Academy is using Machine Learning to Assess Student Mastery. http:\/\/david-hu.com\/2011\/11\/02\/how-khan-academy-is-using-machine-learning-to-assess-student-mastery.html"},{"key":"e_1_3_2_1_23_1","unstructured":"Gallop Inc.2019. Education Technology Use in Schools.https:\/\/www.newschools.org\/wp-content\/uploads\/2020\/03\/Gallup-Ed-Tech-Use-in-Schools-2.pdf"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jml.2009.11.010"},{"key":"e_1_3_2_1_25_1","volume-title":"Defining Mastery: Knowledge Tracing Versus N- Consecutive Correct Responses. In proceedings of the 8th International Conference on Educational Data Mining. Association for Computing Machinery","author":"Kelly M.","year":"2015","unstructured":"Kim\u00a0M. Kelly, Yan Wang, Tamisha Thompson, and Neil\u00a0T. Heffernan. 2015. Defining Mastery: Knowledge Tracing Versus N- Consecutive Correct Responses. In proceedings of the 8th International Conference on Educational Data Mining. Association for Computing Machinery, New York, NY, USA, 39\u201346. http:\/\/web.wpi.edu\/Pubs\/ETD\/Available\/etd-041416-122623\/unrestricted\/wang.pdf#page=42"},{"key":"e_1_3_2_1_26_1","volume-title":"Multiple Choice Question Tests \u2013 Advantages and Disadvantages. Mathematics and Computers in Sciences and Industry","author":"Klufa Jindrich","year":"2015","unstructured":"Jindrich Klufa. 2015. Multiple Choice Question Tests \u2013 Advantages and Disadvantages. Mathematics and Computers in Sciences and Industry (2015), 91\u201397."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2221311120"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543060002265"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13421-014-0452-8"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/0956797612443370"},{"key":"e_1_3_2_1_32_1","volume-title":"Reading Comprehension Strategies: Theories, Interventions, and Technologies (1 ed.), Danielle\u00a0S","author":"Magliano P","unstructured":"Joseph\u00a0P Magliano, Keith Millis, Yasuhiro Ozuru, and Danielle\u00a0S McNamara. 2007. A multidimensional framework to evaluate reading assessment tools. In Reading Comprehension Strategies: Theories, Interventions, and Technologies (1 ed.), Danielle\u00a0S. McNamara (Ed.). Vol.\u00a01. Psychology Press, New York, USA, Chapter A Multidimensional Framework to Evaluate Reading Assessment Tools, 107\u2013136."},{"key":"e_1_3_2_1_33_1","unstructured":"Council of Chief State School\u00a0Officers National Governors Association Center\u00a0for Best\u00a0Practices. 2010. Common Core State Standards (Mathematics Standards). http:\/\/www.corestandards.org\/Math\/"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","unstructured":"Institute of\u00a0Education Sciences; National Center\u00a0for Education\u00a0Evaluation and Regional Assistance. 2003. Identifying and Implementing Educational Practices Supported by Rigorous Evidence: A User Friendly Guide. https:\/\/doi.org\/10.1037\/e370412004-001","DOI":"10.1037\/e370412004-001"},{"key":"e_1_3_2_1_35_1","first-page":"76","article-title":"Analysis of Multiple-Choice versus Open-Ended Questions in Language Tests According to Different Cognitive Domain Levels","volume":"14","author":"Polat Murat","year":"2020","unstructured":"Murat Polat. 2020. Analysis of Multiple-Choice versus Open-Ended Questions in Language Tests According to Different Cognitive Domain Levels. Novitas-ROYAL (Research on Youth and Language) 14, 2 (2020), 76\u201396.","journal-title":"Novitas-ROYAL (Research on Youth and Language)"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.6853041"},{"key":"e_1_3_2_1_37_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Team R Core","year":"2016","unstructured":"R Core Team. 2016. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria. https:\/\/www.R-project.org\/"},{"key":"e_1_3_2_1_38_1","volume-title":"Rauch and Johannes Hartig","author":"P.","year":"2010","unstructured":"Dominique\u00a0P. Rauch and Johannes Hartig. 2010. Multiple-choice versus open-ended response formats of reading test items: A two-dimensional IRT analysis.Psychological Test and Assessment Modeling 52 (2010), 354\u2013379."},{"key":"e_1_3_2_1_39_1","volume-title":"TAM: Test Analysis Modules. https:\/\/CRAN.R-project.org\/package=TAM R package version 4.1-4.","author":"Robitzsch Alexander","year":"2022","unstructured":"Alexander Robitzsch, Thomas Kiefer, and Margaret Wu. 2022. TAM: Test Analysis Modules. https:\/\/CRAN.R-project.org\/package=TAM R package version 4.1-4."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.2006.01693.x"},{"key":"e_1_3_2_1_41_1","volume-title":"The benefit of interleaved mathematics practice is not limited to superficially similar kinds of problems. Psychonomic bulletin & review 21","author":"Rohrer Doug","year":"2014","unstructured":"Doug Rohrer, Robert\u00a0F Dedrick, and Kaleena Burgess. 2014. The benefit of interleaved mathematics practice is not limited to superficially similar kinds of problems. Psychonomic bulletin & review 21 (2014), 1323\u20131330."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1096\/fasebj.25.1_supplement.182.6"},{"key":"e_1_3_2_1_43_1","volume-title":"Contextual interference effects on the acquisition, retention, and transfer of a motor skill.Journal of Experimental psychology: Human Learning and memory 5, 2","author":"Shea B","year":"1979","unstructured":"John\u00a0B Shea and Robyn\u00a0L Morgan. 1979. Contextual interference effects on the acquisition, retention, and transfer of a motor skill.Journal of Experimental psychology: Human Learning and memory 5, 2 (1979), 179."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1080\/09658211.2013.831454"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1037\/xlm0000019"},{"key":"e_1_3_2_1_46_1","volume-title":"Contextual enrichment and distribution of practice in the classroom. Cognition and instruction 1, 3","author":"Smith M","year":"1984","unstructured":"Steven\u00a0M Smith and Ernst\u00a0Z Rothkopf. 1984. Contextual enrichment and distribution of practice in the classroom. Cognition and instruction 1, 3 (1984), 341\u2013358."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691615569000"},{"key":"e_1_3_2_1_48_1","unstructured":"Brenda Sugrue Noreen Webb and Jonah Schlackman. 1998. The Interchangeability of Assessment Methods in Science. CSE Technical Report 474.Technical Report. Center for Research on Evaluation Standards and Student Testing Los Angeles CA."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445045"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3330430.3333614"}],"event":{"name":"LAK '24: The 14th Learning Analytics and Knowledge Conference","location":"Kyoto Japan","acronym":"LAK '24"},"container-title":["Proceedings of the 14th Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636908","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3636555.3636908","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T01:25:31Z","timestamp":1758072331000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3636555.3636908"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,18]]},"references-count":50,"alternative-id":["10.1145\/3636555.3636908","10.1145\/3636555"],"URL":"https:\/\/doi.org\/10.1145\/3636555.3636908","relation":{},"subject":[],"published":{"date-parts":[[2024,3,18]]},"assertion":[{"value":"2024-03-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}