{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T02:41:51Z","timestamp":1743129711186,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030525378"},{"type":"electronic","value":"9783030525385"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-52538-5_26","type":"book-chapter","created":{"date-parts":[[2020,7,27]],"date-time":"2020-07-27T15:04:46Z","timestamp":1595862286000},"page":"259-270","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Protocol for Simulated Experimentation of Automated Grading Systems"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Sterbini","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco","family":"Temperini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pierpaolo","family":"Vittorini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,7,28]]},"reference":[{"issue":"6","key":"26_CR1","doi-asserted-by":"publisher","first-page":"716","DOI":"10.1109\/TAC.1974.1100705","volume":"19","author":"H Akaike","year":"1974","unstructured":"Akaike, H.: A new look at the statistical model identification. IEEE Trans. Autom. Control. 19(6), 716\u2013723 (1974)","journal-title":"IEEE Trans. Autom. Control."},{"issue":"2","key":"26_CR2","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/08993400500150747","volume":"15","author":"KM Ala-Mutka","year":"2005","unstructured":"Ala-Mutka, K.M.: A survey of automated assessment approaches for programming assignments. Comput. Sci. Educ. 15(2), 83\u2013102 (2005)","journal-title":"Comput. Sci. Educ."},{"key":"26_CR3","volume-title":"A Taxonomy for Learning, Teaching, and Assessing: A Revision of Bloom\u2019s Taxonomy of Educational Objectives","author":"LW Anderson","year":"2000","unstructured":"Anderson, L.W., Krathwohl, D.R., et al.: A Taxonomy for Learning, Teaching, and Assessing: A Revision of Bloom\u2019s Taxonomy of Educational Objectives. Allyn and Bacon, Boston (2000)"},{"key":"26_CR4","unstructured":"Angelone, A.M., Menini, S., Tonelli, S., Vittorini, P.: Short sentences on R analyses in a health informatics subject, June 2019"},{"key":"26_CR5","doi-asserted-by":"crossref","unstructured":"Angelone, A.M., Vittorini, P.: The automated grading of R code snippets: preliminary results in a course of health informatics. In: Proceedings of the 9th International Conference in Methodologies and Intelligent Systems for Technology Enhanced Learning. Springer (2019)","DOI":"10.1007\/978-3-030-23990-9_3"},{"key":"26_CR6","doi-asserted-by":"publisher","first-page":"1203","DOI":"10.1016\/j.compedu.2006.11.006","volume":"50","author":"M Blumenstein","year":"2008","unstructured":"Blumenstein, M., Green, S., Fogelman, S., Nguyen, A., Muthukkumarasamy, V.: Performance analysis of game: a generic automated marking environment. Comput. Educ. 50, 1203\u20131216 (2008)","journal-title":"Comput. Educ."},{"key":"26_CR7","volume-title":"Model Selection and Multimodel Inference: A Practical Information-theoretic Approach","author":"KP Burnham","year":"2002","unstructured":"Burnham, K.P., Anderson, D.R., Burnham, K.P.: Model Selection and Multimodel Inference: A Practical Information-theoretic Approach. Springer, New York (2002)"},{"issue":"1","key":"26_CR8","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1111\/j.2517-6161.1976.tb01565.x","volume":"38","author":"MJ Crowder","year":"1976","unstructured":"Crowder, M.J.: Maximum likelihood estimation for dependent observations. J. R. Stat. Soc. Ser. B (Methodol.) 38(1), 45\u201353 (1976). http:\/\/doi.wiley.com\/10.1111\/j.2517-6161.1976.tb01565.x","journal-title":"J. R. Stat. Soc. Ser. B (Methodol.)"},{"issue":"4","key":"26_CR9","first-page":"1085","volume":"13","author":"M De Marsico","year":"2017","unstructured":"De Marsico, M., Sciarrone, F., Sterbini, A., Temperini, M.: Supporting mediated peer-evaluation to grade answers to open-ended questions. EURASIA J. Math. Sci. Technol. Educ. 13(4), 1085\u20131106 (2017)","journal-title":"EURASIA J. Math. Sci. Technol. Educ."},{"issue":"4","key":"26_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v064.i04","volume":"64","author":"ML Delignette-Muller","year":"2015","unstructured":"Delignette-Muller, M.L., Dutang, C.: fitdistrplus: an R package for fitting distributions. J. Stat. Softw. 64(4), 1\u201334 (2015)","journal-title":"J. Stat. Softw."},{"issue":"445","key":"26_CR11","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1080\/01621459.1999.10473832","volume":"94","author":"P Hall","year":"1999","unstructured":"Hall, P., Wolff, R.C.L., Yao, Q.: Methods for estimating a conditional distribution function. J. Am. Stat. Assoc. 94(445), 154 (1999)","journal-title":"J. Am. Stat. Assoc."},{"key":"26_CR12","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1037\/0033-2909.85.3.555","volume":"85","author":"LS Kane","year":"1978","unstructured":"Kane, L.S., Lawler, E.E.: Methods of peer assessment. Psychol. Bull. 85, 555\u2013586 (1978)","journal-title":"Psychol. Bull."},{"key":"26_CR13","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1111\/j.1467-8535.2009.00968.x","volume":"41","author":"L Li","year":"2010","unstructured":"Li, L., Liu, X., Steckelberg, A.L.: Assessor or assessee: how student learning improves by giving and receiving peer feedback. Br. J. Educ. Technol. 41, 525\u2013536 (2010)","journal-title":"Br. J. Educ. Technol."},{"key":"26_CR14","unstructured":"Menini, S., Tonelli, S., De\u00a0Gasperis, G., Vittorini, P.: Automated short answer grading: a simple solution for a difficult task. In: Sesta Conferenza Italiana di Linguistica Computazionale (CLiC-it 2019) (2019)"},{"key":"26_CR15","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/4561.001.0001","volume-title":"Metacognition: Knowing About Knowing","author":"J Metcalfe","year":"1994","unstructured":"Metcalfe, J., Shimamura, A.: Metacognition: Knowing About Knowing. MIT Press, Cambridge (1994)"},{"key":"26_CR16","volume-title":"An Introduction to Copulas","author":"RB Nelsen","year":"2007","unstructured":"Nelsen, R.B.: An Introduction to Copulas. Springer, New York (2007)"},{"key":"26_CR17","unstructured":"Piech, C., Huang, J., Chen, Z., Do, C.B., Ng, A.Y., Koller, D.: Tuned models of peer assessment in MOOCs. In: EDM (2013)"},{"key":"26_CR18","unstructured":"R Core Team: R: A Language and Environment for Statistical Computing (2018). https:\/\/www.R-project.org\/"},{"issue":"2","key":"26_CR19","first-page":"60","volume":"38","author":"J Reynolds","year":"2008","unstructured":"Reynolds, J., Moskovitz, C.: Calibrated peer review assignments in science courses: are they designed to promote critical thinking and writing skills? J. Coll. Sci. Teach. 38(2), 60\u201366 (2008)","journal-title":"J. Coll. Sci. Teach."},{"key":"26_CR20","volume-title":"RESTful Web Services","author":"L Richardson","year":"2007","unstructured":"Richardson, L., Ruby, S.: RESTful Web Services. O\u2019Reilly, Sebastopol (2007)"},{"key":"26_CR21","doi-asserted-by":"publisher","DOI":"10.1002\/9781118771075","volume-title":"Mathematical Statistics: An Introduction to Likelihood Based Inference","author":"RJ Rossi","year":"2018","unstructured":"Rossi, R.J.: Mathematical Statistics: An Introduction to Likelihood Based Inference. Wiley, Hoboken (2018)"},{"issue":"1","key":"26_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1207\/s15326977ea1101_1","volume":"11","author":"P Sadler","year":"2006","unstructured":"Sadler, P., Good, E.: The impact of self- and peer-grading on student learning. Educ. Assess. 11(1), 1\u201331 (2006)","journal-title":"Educ. Assess."},{"issue":"2","key":"26_CR23","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1214\/aos\/1176344136","volume":"6","author":"G Schwarz","year":"1978","unstructured":"Schwarz, G.: Estimating the dimension of a model. Ann. Stat. 6(2), 461\u2013464 (1978)","journal-title":"Ann. Stat."},{"key":"26_CR24","doi-asserted-by":"publisher","DOI":"10.1201\/9781315140919","volume-title":"Density Estimation for Statistics and Data Analysis","author":"BW Silverman","year":"2018","unstructured":"Silverman, B.W.: Density Estimation for Statistics and Data Analysis. Routledge, Abingdon (2018)"},{"key":"26_CR25","doi-asserted-by":"crossref","unstructured":"Sterbini, A., Temperini, M.: Peer-assessment and grading of open answers in a web-based e-learning setting. In: International Conference on Information Technology Based Higher Education and Training (ITHET), pp. 1\u20136. IEEE (2013)","DOI":"10.1109\/ITHET.2013.6671056"},{"issue":"3","key":"26_CR26","doi-asserted-by":"publisher","first-page":"312","DOI":"10.19173\/irrodl.v15i3.1680","volume":"15","author":"HK Suen","year":"2014","unstructured":"Suen, H.K.: Peer assessment for massive open online courses (MOOCs). Int. Rev. Res. Open Distance Learn. 15(3), 312\u2013327 (2014)","journal-title":"Int. Rev. Res. Open Distance Learn."},{"key":"26_CR27","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.chb.2016.06.020","volume":"64","author":"T Ten\u00f3rio","year":"2016","unstructured":"Ten\u00f3rio, T., Bittencourt, I.I., Isotani, S., Silva, A.P.: Does peer assessment in on-line learning environments work? A systematic review of the literature. Comput. Hum. Behav. 64, 94\u2013107 (2016)","journal-title":"Comput. Hum. Behav."}],"container-title":["Advances in Intelligent Systems and Computing","Methodologies and Intelligent Systems for Technology Enhanced Learning, 10th International Conference"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-52538-5_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T21:29:07Z","timestamp":1723325347000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-52538-5_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030525378","9783030525385"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-52538-5_26","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"type":"print","value":"2194-5357"},{"type":"electronic","value":"2194-5365"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"28 July 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MIS4TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference in Methodologies and intelligent Systems for Techhnology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"L\u00b4Aquila","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 June 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 June 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mistel2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.mis4tel-conference.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}