{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:35:44Z","timestamp":1779122144403,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,3,14]],"date-time":"2015-03-14T00:00:00Z","timestamp":1426291200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,3,14]]},"DOI":"10.1145\/2724660.2724661","type":"proceedings-article","created":{"date-parts":[[2015,3,9]],"date-time":"2015-03-09T19:27:55Z","timestamp":1425929275000},"page":"3-10","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Effective Sampling for Large-scale Automated Writing Evaluation Systems"],"prefix":"10.1145","author":[{"given":"Nicholas","family":"Dronen","sequence":"first","affiliation":[{"name":"University of Colorado, Boulder, CO, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter W.","family":"Foltz","sequence":"additional","affiliation":[{"name":"Pearson, Boulder, CO, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kyle","family":"Habermehl","sequence":"additional","affiliation":[{"name":"Pearson, Boulder, CO, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2015,3,14]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"3","article-title":"Automated essay scoring with e-rater\u00ae v. 2. The Journal of Technology","volume":"4","author":"Attali Y.","year":"2006","unstructured":"Attali , Y. , and Burstein , J . Automated essay scoring with e-rater\u00ae v. 2. The Journal of Technology , Learning and Assessment 4 , 3 ( 2006 ). Attali, Y., and Burstein, J. Automated essay scoring with e-rater\u00ae v. 2. The Journal of Technology, Learning and Assessment 4, 3 (2006).","journal-title":"Learning and Assessment"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Bach F. R. Active learning for misspecified generalized linear models. Adv. Neural Inf. Process. Syst. (2007). Bach F. R. Active learning for misspecified generalized linear models. Adv. Neural Inf. Process. Syst. (2007).","DOI":"10.7551\/mitpress\/7503.003.0013"},{"key":"e_1_3_2_1_3_1","unstructured":"https:\/\/github.com\/edx\/discern. Accessed: 2013-10-7. https:\/\/github.com\/edx\/discern. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_4_1","unstructured":"https:\/\/github.com\/edx\/discern\/blob\/master\/ml_grading\/ml_model_creation.py. Accessed: 2013-10-7. https:\/\/github.com\/edx\/discern\/blob\/master\/ml_grading\/ml_model_creation.py. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_5_1","unstructured":"https:\/\/github.com\/edx\/ease. Accessed: 2013-10-7. https:\/\/github.com\/edx\/ease. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_6_1","unstructured":"http:\/\/edx.org. Accessed: 2013-10-7. http:\/\/edx.org. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"https:\/\/criterion.ets.org. Accessed: 2013-10-13. https:\/\/criterion.ets.org. Accessed: 2013-10-13.","DOI":"10.1002\/j.2333-8504.2013.tb02347.x"},{"key":"e_1_3_2_1_8_1","volume-title":"Theory Of Optimal Experiments. Probability and mathematical statistics","author":"Fedorov V. V.","year":"1972","unstructured":"Fedorov , V. V. Theory Of Optimal Experiments. Probability and mathematical statistics . Elsevier Science , 1972 . Fedorov, V. V. Theory Of Optimal Experiments. Probability and mathematical statistics. Elsevier Science, 1972."},{"key":"e_1_3_2_1_9_1","volume-title":"Handbook of Automated Essay Evaluation: Current Applications and New Directions","author":"Foltz P. W.","year":"2013","unstructured":"Foltz , P. W. , Streeter , L. , Lochbaum , K. E. , and Landauer , T. K . Implementation and applications of the intelligent essay assessor . In Handbook of Automated Essay Evaluation: Current Applications and New Directions , M. D. Shermis and J. Burstein, Eds. Taylor & Francis , 2013 , 68--88. Foltz, P. W., Streeter, L., Lochbaum, K. E., and Landauer, T. K. Implementation and applications of the intelligent essay assessor. In Handbook of Automated Essay Evaluation: Current Applications and New Directions, M. D. Shermis and J. Burstein, Eds. Taylor & Francis, 2013, 68--88."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1970.10488630"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1975.10489266"},{"key":"e_1_3_2_1_12_1","unstructured":"The hewlett foundation: Automated essay scoring | kaggle. http:\/\/www.kaggle.com\/c\/ASAP-AES. Accessed: 2013-10-7. The hewlett foundation: Automated essay scoring | kaggle. http:\/\/www.kaggle.com\/c\/ASAP-AES. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_13_1","unstructured":"The hewlett foundation: Short answer scoring | kaggle. http:\/\/www.kaggle.com\/c\/ASAP-SAS. Accessed: 2013-10-7. The hewlett foundation: Short answer scoring | kaggle. http:\/\/www.kaggle.com\/c\/ASAP-SAS. Accessed: 2013-10-7."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1080\/00401706.1969.10490666"},{"key":"e_1_3_2_1_15_1","first-page":"3","article-title":"Automatic essay assessment. Assessment in Education: Principles","volume":"10","author":"Landauer T. K.","year":"2003","unstructured":"Landauer , T. K. , Laham , D. , and Foltz , P. W . Automatic essay assessment. Assessment in Education: Principles , Policy and Practice 10 , 3 ( 2003 ), 295--308. Landauer, T. K., Laham, D., and Foltz, P. W. Automatic essay assessment. Assessment in Education: Principles, Policy and Practice 10, 3 (2003), 295--308.","journal-title":"Policy and Practice"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1992.4.4.590"},{"key":"e_1_3_2_1_17_1","unstructured":"Page E. and Paulus D. The analysis of essays by computer. final report. Page E. and Paulus D. The analysis of essays by computer. final report."},{"key":"e_1_3_2_1_18_1","volume-title":"R: A Language and Environment for Statistical Computing","author":"Core Team","year":"2014","unstructured":"R Core Team . R: A Language and Environment for Statistical Computing . R Foundation for Statistical Computing , Vienna, Austria , 2014 . R Core Team. R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria, 2014."},{"key":"e_1_3_2_1_19_1","first-page":"4","article-title":"An evaluation of IntelliMetric essay scoring system. The Journal of Technology","volume":"4","author":"Rudner L. M.","year":"2006","unstructured":"Rudner , L. M. , Garcia , V. , and Welch , C . An evaluation of IntelliMetric essay scoring system. The Journal of Technology , Learning and Assessment 4 , 4 ( 2006 ). Rudner, L. M., Garcia, V., and Welch, C. An evaluation of IntelliMetric essay scoring system. The Journal of Technology, Learning and Assessment 4, 4 (2006).","journal-title":"Learning and Assessment"},{"key":"e_1_3_2_1_20_1","volume-title":"Active learning literature survey","author":"Settles B.","year":"2010","unstructured":"Settles , B. Active learning literature survey . University of Wisconsin , Madison ( 2010 ). Settles, B. Active learning literature survey. University of Wisconsin, Madison (2010)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Smith K. On the standard deviations of adjusted and interpolated values of an observed polynomial function and its constants and the guidance they give towards a proper choice of the distribution of observations. Biometrika 12 1\/2 (1 Nov. 1918) 1--85. Smith K. On the standard deviations of adjusted and interpolated values of an observed polynomial function and its constants and the guidance they give towards a proper choice of the distribution of observations. Biometrika 12 1\/2 (1 Nov. 1918) 1--85.","DOI":"10.1093\/biomet\/12.1-2.1"},{"key":"e_1_3_2_1_22_1","volume-title":"An introduction to the prospectr package","author":"Stevens A.","year":"2013","unstructured":"Stevens , A. , and Ramirez-Lopez , L. An introduction to the prospectr package , 2013 . R package version 0.1.3. Stevens, A., and Ramirez-Lopez, L. An introduction to the prospectr package, 2013. R package version 0.1.3."},{"key":"e_1_3_2_1_23_1","unstructured":"Sugiyama M. Active learning for misspecified models. Adv. Neural Inf. Process. Syst. (2005). Sugiyama M. Active learning for misspecified models. Adv. Neural Inf. Process. Syst. (2005)."},{"key":"e_1_3_2_1_24_1","first-page":"1","author":"Wheeler B.","year":"2014","unstructured":"Wheeler , B. AlgDesign : Algorithmic Experimental Design , 2014 . R package version 1 .1--7.2. Wheeler, B. AlgDesign: Algorithmic Experimental Design, 2014. R package version 1.1--7.2.","journal-title":"Algorithmic Experimental Design"},{"key":"e_1_3_2_1_25_1","unstructured":"http:\/\/writetolearn.net. Accessed: 2013-10-13. http:\/\/writetolearn.net. Accessed: 2013-10-13."}],"event":{"name":"L@S 2015: Second (2015) ACM Conference on Learning @ Scale","location":"Vancouver BC Canada","acronym":"L@S 2015","sponsor":["ACM Ed Board ACM Ed Board"]},"container-title":["Proceedings of the Second (2015) ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2724660.2724661","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2724660.2724661","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:16:43Z","timestamp":1750227403000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2724660.2724661"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,3,14]]},"references-count":25,"alternative-id":["10.1145\/2724660.2724661","10.1145\/2724660"],"URL":"https:\/\/doi.org\/10.1145\/2724660.2724661","relation":{},"subject":[],"published":{"date-parts":[[2015,3,14]]},"assertion":[{"value":"2015-03-14","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}