{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T15:11:52Z","timestamp":1779117112045,"version":"3.51.4"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030357573","type":"print"},{"value":"9783030357580","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-35758-0_18","type":"book-chapter","created":{"date-parts":[[2019,11,15]],"date-time":"2019-11-15T11:03:13Z","timestamp":1573815793000},"page":"190-200","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Automated Grading of Short Text Answers: Preliminary Results in a Course of Health Informatics"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9521-4711","authenticated-orcid":false,"given":"Giovanni","family":"De Gasperis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4296-4743","authenticated-orcid":false,"given":"Stefano","family":"Menini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8010-6689","authenticated-orcid":false,"given":"Sara","family":"Tonelli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6975-8958","authenticated-orcid":false,"given":"Pierpaolo","family":"Vittorini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,11,16]]},"reference":[{"key":"18_CR1","doi-asserted-by":"publisher","unstructured":"Angelone, A.M., Menini, S., Tonelli, S., Vittorini, P.: Dataset: short sentences on R analyses in a health informatics subject, June 2019. https:\/\/doi.org\/10.5281\/ZENODO.3257363","DOI":"10.5281\/ZENODO.3257363"},{"key":"18_CR2","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-030-23990-9_3","volume-title":"Methodologies and Intelligent Systems for Technology Enhanced Learning, 9th International Conference","author":"AM Angelone","year":"2020","unstructured":"Angelone, A.M., Vittorini, P.: The automated grading of R code snippets: preliminary results in a course of health informatics. In: Gennari, R., et al. (eds.) MIS4TEL 2019. AISC, vol. 1007, pp. 19\u201327. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-23990-9_3"},{"key":"18_CR3","unstructured":"Aprosio, A.P., Moretti, G.: Tint 2.0: an all-inclusive suite for NLP in Italian. In: Proceedings of the Fifth Italian Conference on Computational Linguistics (CLiC-it 2018), Torino, Italy, 10\u201312 December 2018 (2018). http:\/\/ceur-ws.org\/Vol-2253\/paper58.pdf"},{"key":"18_CR4","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1007\/978-3-319-98872-6_23","volume-title":"Methodologies and Intelligent Systems for Technology Enhanced Learning, 8th International Conference","author":"A Bernardi","year":"2019","unstructured":"Bernardi, A., et al.: On the design and development of an assessment system with adaptive capabilities. In: Di Mascio, T., et al. (eds.) MIS4TEL 2018. AISC, vol. 804, pp. 190\u2013199. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-98872-6_23"},{"key":"18_CR5","doi-asserted-by":"publisher","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with subword information. Trans. Assoc. Comput. Linguist. 5, 135\u2013146 (2017). https:\/\/doi.org\/10.1162\/tacl_a_00051 , https:\/\/www.aclweb.org\/anthology\/Q17-1010","DOI":"10.1162\/tacl_a_00051"},{"key":"18_CR6","doi-asserted-by":"publisher","unstructured":"Bowman, S.R., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing, pp. 632\u2013642. Association for Computational Linguistics, Lisbon, September 2015. https:\/\/doi.org\/10.18653\/v1\/D15-1075 , https:\/\/www.aclweb.org\/anthology\/D15-1075","DOI":"10.18653\/v1\/D15-1075"},{"issue":"1","key":"18_CR7","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25(1), 60\u2013117 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"18_CR8","unstructured":"Cer, D., et al.: Universal sentence encoder. In: Submission to: EMNLP Demonstration, Brussels, Belgium (2018). https:\/\/arxiv.org\/abs\/1803.11175"},{"issue":"4","key":"18_CR9","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1037\/1040-3590.6.4.284","volume":"6","author":"DV Cicchetti","year":"1994","unstructured":"Cicchetti, D.V.: Guidelines, criteria, and rules of thumb for evaluating normed and standardized assessment instruments in psychology. Psychol. Assess. 6(4), 284\u2013290 (1994)","journal-title":"Psychol. Assess."},{"key":"18_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, June 2019. https:\/\/www.aclweb.org\/anthology\/N19-1423"},{"issue":"13","key":"18_CR11","doi-asserted-by":"publisher","first-page":"13","DOI":"10.5120\/11638-7118","volume":"68","author":"WH Gomaa","year":"2013","unstructured":"Gomaa, W.H., Fahmy, A.A.: A survey of text similarity approaches. Int. J. Comput. Appl. 68(13), 13\u201318 (2013). https:\/\/doi.org\/10.5120\/11638-7118","journal-title":"Int. J. Comput. Appl."},{"issue":"3","key":"18_CR12","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1080\/0969594970040304","volume":"4","author":"W Harlen","year":"1997","unstructured":"Harlen, W., James, M.: Assessment and learning: differences and relationships between formative and summative assessment. Assess. Educ.: Principles Policy Pract. 4(3), 365\u2013379 (1997). https:\/\/doi.org\/10.1080\/0969594970040304","journal-title":"Assess. Educ.: Principles Policy Pract."},{"key":"18_CR13","unstructured":"Hsu, C.W., Chang, C.C., Lin, C.J.: A practical guide to support vector classification. Technical report, National Taiwan University (2016)"},{"key":"18_CR14","unstructured":"Kiros, J., Chan, W.: InferLite: simple universal sentence representations from natural language inference data. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, Brussels, Belgium, 31 October\u20134 November 2018, pp. 4868\u20134874 (2018). https:\/\/aclanthology.info\/papers\/D18-1524\/d18-1524"},{"issue":"5","key":"18_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v028.i05","volume":"28","author":"M Kuhn","year":"2008","unstructured":"Kuhn, M.: Building predictive models in R using the caret package. J. Stat. Softw. 28(5), 1\u201326 (2008). https:\/\/doi.org\/10.18637\/jss.v028.i05","journal-title":"J. Stat. Softw."},{"key":"18_CR16","unstructured":"Kusner, M., Sun, Y., Kolkin, N., Weinberger, K.: From word embeddings to document distances. In: International Conference on Machine Learning, pp. 957\u2013966 (2015)"},{"key":"18_CR17","unstructured":"Levenshtein, V.I.: Binary codes capable of correcting deletions, insertions and reversals. In: Soviet Physics Doklady, vol. 10, p. 707 (1966)"},{"key":"18_CR18","unstructured":"Meyer, D., Dimitriadou, E., Hornik, K., Weingessel, A., Leisch, F.: e1071: Misc Functions of the Department of Statistics, Probability Theory Group (Formerly: E1071), TU Wien (2019). https:\/\/CRAN.R-project.org\/package=e1071 . Accessed July 2019"},{"key":"18_CR19","unstructured":"Mikolov, T., Chen, K., Corrado, G., Dean, J.: Efficient estimation of word representations in vector space (2013)"},{"key":"18_CR20","unstructured":"Mohler, M., Bunescu, R., Mihalcea, R.: Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies - Volume 1, HLT 2011, pp. 752\u2013762. Association for Computational Linguistics, Stroudsburg (2011). http:\/\/dl.acm.org\/citation.cfm?id=2002472.2002568"},{"key":"18_CR21","doi-asserted-by":"crossref","unstructured":"Pennington, J., Socher, R., Manning, C.D.: GloVe: global vectors for word representation. In: Proceedings of EMNLP (2014)","DOI":"10.3115\/v1\/D14-1162"},{"key":"18_CR22","unstructured":"Peters, M.E., et al.: Deep contextualized word representations. In: Walker, M.A., Ji, H., Stent, A. (eds.) NAACL-HLT, pp. 2227\u20132237. Association for Computational Linguistics (2018). http:\/\/dblp.uni-trier.de\/db\/conf\/naacl\/naacl2018-1.html#PetersNIGCLZ18"},{"key":"18_CR23","unstructured":"R Core Team: R: A Language and Environment for Statistical Computing (2018). https:\/\/www.R-project.org\/"},{"key":"18_CR24","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/4175.001.0001","volume-title":"Learning with Kernels: Support Vector Machines, Regularization, Optimization, and Beyond","author":"B Scholkopf","year":"2001","unstructured":"Scholkopf, B., Smola, A.J.: Learning with Kernels: Support Vector Machines, Regularization, Optimization, and Beyond. MIT Press, Cambridge (2001)"},{"key":"18_CR25","doi-asserted-by":"publisher","unstructured":"Souza, D.M., Felizardo, K.R., Barbosa, E.F.: A systematic literature review of assessment tools for programming assignments. In: 2016 IEEE 29th International Conference on Software Engineering Education and Training (CSEET), pp. 147\u2013156. IEEE, April 2016. https:\/\/doi.org\/10.1109\/CSEET.2016.48","DOI":"10.1109\/CSEET.2016.48"},{"key":"18_CR26","unstructured":"Urbanek, S.: rJava: Low-Level R to Java Interface, R package version 0.9-11 (2019). https:\/\/CRAN.R-project.org\/package=rJava . Accessed July 2019"}],"container-title":["Lecture Notes in Computer Science","Advances in Web-Based Learning \u2013 ICWL 2019"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-35758-0_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,27]],"date-time":"2024-07-27T00:31:11Z","timestamp":1722040271000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-35758-0_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030357573","9783030357580"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-35758-0_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"16 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICWL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web-Based Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Magdeburg","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icwl2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/events.h2.de\/icwl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"68","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"22% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In addition, 7 poster papers were accepted for publication","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}