{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T13:50:44Z","timestamp":1760709044999,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,4,25]],"date-time":"2016-04-25T00:00:00Z","timestamp":1461542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,4,25]]},"DOI":"10.1145\/2876034.2876044","type":"proceedings-article","created":{"date-parts":[[2016,4,14]],"date-time":"2016-04-14T21:09:21Z","timestamp":1460668161000},"page":"399-408","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":16,"title":["Graders as Meta-Reviewers"],"prefix":"10.1145","author":[{"given":"David A.","family":"Joyner","sequence":"first","affiliation":[{"name":"Udacity, Inc., Mountain View, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wade","family":"Ashby","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liam","family":"Irish","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yeeling","family":"Lam","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jacob","family":"Langston","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Isabel","family":"Lupiani","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mike","family":"Lustig","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paige","family":"Pettoruto","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dana","family":"Sheahen","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Angela","family":"Smiley","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amy","family":"Bruckman","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashok","family":"Goel","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327809jls1301_1"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00236"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1177\/003172170408600105"},{"key":"e_1_3_2_1_4_1","volume-title":"Peer Learning in Higher Education: Learning from & with Each Other","author":"Boud D.","year":"2001","unstructured":"Boud , D. , Cohen , R. , & Sampson , J. ( 2001 ). Peer Learning in Higher Education: Learning from & with Each Other . Psychology Press . Boud, D., Cohen, R., & Sampson, J. (2001). Peer Learning in Higher Education: Learning from & with Each Other. Psychology Press."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8279.1988.tb00874.x"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543059004395"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543070003287"},{"key":"e_1_3_2_1_8_1","volume-title":"Ethnicity, & Gender {Web Site}.","author":"Georgia Tech Fact Book","year":"2014","unstructured":"Georgia Tech Fact Book . ( 2014 ). Graduate Enrollment by College , Ethnicity, & Gender {Web Site}. Retrieved from http:\/\/factbook.gatech.edu\/admissions-andenrollment\/graduate-enrollment-by-college-ethnicitygender-table-4--15\/ Georgia Tech Fact Book. (2014). Graduate Enrollment by College, Ethnicity, & Gender {Web Site}. Retrieved from http:\/\/factbook.gatech.edu\/admissions-andenrollment\/graduate-enrollment-by-college-ethnicitygender-table-4--15\/"},{"key":"e_1_3_2_1_9_1","volume-title":"CS7637: Knowledge- Based AI: Cognitive Systems {Online Course}.","author":"Goel A.","year":"2014","unstructured":"Goel , A. & Joyner , D. ( 2014 ). CS7637: Knowledge- Based AI: Cognitive Systems {Online Course}. Retrieved from https:\/\/www.udacity.com\/course\/ud409 Goel, A. & Joyner, D. (2014). CS7637: Knowledge- Based AI: Cognitive Systems {Online Course}. Retrieved from https:\/\/www.udacity.com\/course\/ud409"},{"key":"e_1_3_2_1_10_1","volume-title":"Putting Online learning and Learning Sciences Together {Video}. Presented to the Georgia Tech GVU Brown Bag.","author":"Goel A.","year":"2014","unstructured":"Goel , A. & Joyner , D. ( 2014 ). Putting Online learning and Learning Sciences Together {Video}. Presented to the Georgia Tech GVU Brown Bag. Retrieved from https:\/\/www.youtube.com\/watchv=N56ghCGmWWQ Goel, A. & Joyner, D. (2014). Putting Online learning and Learning Sciences Together {Video}. Presented to the Georgia Tech GVU Brown Bag. Retrieved from https:\/\/www.youtube.com\/watchv=N56ghCGmWWQ"},{"key":"e_1_3_2_1_11_1","volume-title":"International Journal for the Scholarship of Technology-Enhanced Learning(1) 1.","author":"Goel A.","year":"2016","unstructured":"Goel , A. , & Joyner , D. ( 2016 ). An Experiment in Teaching Artificial Intelligence Online . In D Haynes (Ed.) International Journal for the Scholarship of Technology-Enhanced Learning(1) 1. Goel, A., & Joyner, D. (2016). An Experiment in Teaching Artificial Intelligence Online. In D Haynes (Ed.) International Journal for the Scholarship of Technology-Enhanced Learning(1) 1."},{"key":"e_1_3_2_1_12_1","first-page":"i","article-title":"The Merchants of MOOCs","volume":"44","author":"Grimmelmann J.","year":"2014","unstructured":"Grimmelmann , J. ( 2014 ). The Merchants of MOOCs . Seton Hall L. Rev. , 44 , i . Grimmelmann, J. (2014). The Merchants of MOOCs. Seton Hall L. Rev., 44, i.","journal-title":"Seton Hall L. Rev."},{"issue":"4","key":"e_1_3_2_1_13_1","first-page":"10","article-title":"MOOC migration","volume":"30","author":"Hu H.","year":"2013","unstructured":"Hu , H. ( 2013 ). MOOC migration . Diverse Issues in Higher Education , 30 ( 4 ), 10 . Hu, H. (2013). MOOC migration. Diverse Issues in Higher Education, 30(4), 10.","journal-title":"Diverse Issues in Higher Education"},{"key":"e_1_3_2_1_14_1","volume-title":"CS7637: Knowledge-Based AI","author":"Joyner D.","year":"2015","unstructured":"Joyner , D. ( 2015 ). CS7637: Knowledge-Based AI Summer 2015 Class Documents {Google Folder}. Retrieved from http:\/\/bit.ly\/1PRZTCb Joyner, D. (2015). CS7637: Knowledge-Based AI Summer 2015 Class Documents {Google Folder}. Retrieved from http:\/\/bit.ly\/1PRZTCb"},{"key":"e_1_3_2_1_15_1","volume-title":"CS7637: Assignment 6 (Summer 2015) {Google Document}.","author":"Joyner D.","year":"2015","unstructured":"Joyner , D. ( 2015 ). CS7637: Assignment 6 (Summer 2015) {Google Document}. Retrieved from http:\/\/bit.ly\/1XAkdtb Joyner, D. (2015). CS7637: Assignment 6 (Summer 2015) {Google Document}. Retrieved from http:\/\/bit.ly\/1XAkdtb"},{"key":"e_1_3_2_1_16_1","volume-title":"CS7637: Project 1 (Summer 2015) {Google Document}.","author":"Joyner D.","year":"2015","unstructured":"Joyner , D. ( 2015 ). CS7637: Project 1 (Summer 2015) {Google Document}. Retrieved from http:\/\/bit.ly\/1jSOyF6 Joyner, D. (2015). CS7637: Project 1 (Summer 2015) {Google Document}. Retrieved from http:\/\/bit.ly\/1jSOyF6"},{"key":"e_1_3_2_1_17_1","volume-title":"The Impact of the Students in the Georgia Tech OMSCS {Video}. Presentation given to the GVU Center Brown Bag Seminar series.","author":"Joyner D.","year":"2015","unstructured":"Joyner , D. ( 2015 ). The Impact of the Students in the Georgia Tech OMSCS {Video}. Presentation given to the GVU Center Brown Bag Seminar series. Retrieved from https:\/\/youtu.be\/2u2dQOVyen4 Joyner, D. (2015). The Impact of the Students in the Georgia Tech OMSCS {Video}. Presentation given to the GVU Center Brown Bag Seminar series. Retrieved from https:\/\/youtu.be\/2u2dQOVyen4"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724676"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724670"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8535.2009.00968.x"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11251-011-9177-2"},{"key":"e_1_3_2_1_22_1","volume-title":"EDULEARN14 Proceedings, 5825--5834","author":"Onah D. F.","year":"2014","unstructured":"Onah , D. F. , Sinclair , J. , & Boyatt , R. ( 2014 ). Dropout rates of massive open online courses: behavioural patterns . EDULEARN14 Proceedings, 5825--5834 . Onah, D. F., Sinclair, J., & Boyatt, R. (2014). Dropout rates of massive open online courses: behavioural patterns. EDULEARN14 Proceedings, 5825--5834."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1060-3743(99)80117-9"},{"key":"e_1_3_2_1_24_1","volume-title":"Proceedings of the 6th International Conference on Educational Data Mining","author":"Piech C.","year":"2013","unstructured":"Piech , C. , Huang , J. , Chen , Z. , Do , C. , Ng , A. , & Koller , D. ( 2013 , July). Tuned Models of Peer Assessment in MOOCs . In Proceedings of the 6th International Conference on Educational Data Mining . Memphis, Tennessee. Piech, C., Huang, J., Chen, Z., Do, C., Ng, A., & Koller, D. (2013, July). Tuned Models of Peer Assessment in MOOCs. In Proceedings of the 6th International Conference on Educational Data Mining. Memphis, Tennessee."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724678"},{"key":"e_1_3_2_1_26_1","volume-title":"Piazza: Our Story {Web Site}.","author":"Sankar P.","year":"2013","unstructured":"Sankar , P. ( 2013 ). Piazza: Our Story {Web Site}. Retrieved from https:\/\/piazza.com\/about\/story Sankar, P. (2013). Piazza: Our Story {Web Site}. Retrieved from https:\/\/piazza.com\/about\/story"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543068003249"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2006.01.007"},{"key":"e_1_3_2_1_29_1","volume-title":"Sakai 10.","author":"The Sakai Project","year":"2014","unstructured":"The Sakai Project . ( 2014 ). Sakai 10. Retrieved from https:\/\/sakaiproject.org\/sakai-10 The Sakai Project. (2014). Sakai 10. Retrieved from https:\/\/sakaiproject.org\/sakai-10"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2724660.2724672"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.iheduc.2007.11.001"}],"event":{"name":"L@S 2016: Third (2016) ACM Conference on Learning @ Scale","sponsor":["ACM Association for Computing Machinery"],"location":"Edinburgh Scotland UK","acronym":"L@S 2016"},"container-title":["Proceedings of the Third (2016) ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2876034.2876044","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2876034.2876044","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:53:45Z","timestamp":1750222425000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2876034.2876044"}},"subtitle":["Simultaneously Scaling and Improving Expert Evaluation for Large Online Classrooms"],"short-title":[],"issued":{"date-parts":[[2016,4,25]]},"references-count":31,"alternative-id":["10.1145\/2876034.2876044","10.1145\/2876034"],"URL":"https:\/\/doi.org\/10.1145\/2876034.2876044","relation":{},"subject":[],"published":{"date-parts":[[2016,4,25]]},"assertion":[{"value":"2016-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}