{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,18]],"date-time":"2026-05-18T16:45:38Z","timestamp":1779122738973,"version":"3.51.4"},"publisher-location":"Cham","reference-count":54,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030840594","type":"print"},{"value":"9783030840600","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-84060-0_5","type":"book-chapter","created":{"date-parts":[[2021,8,11]],"date-time":"2021-08-11T06:09:49Z","timestamp":1628662189000},"page":"61-78","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":37,"title":["Automated Short Answer Grading Using Deep Learning: A Survey"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1971-4965","authenticated-orcid":false,"given":"Sridevi","family":"Bonthu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8771-6006","authenticated-orcid":false,"given":"S.","family":"Rama Sree","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2150-7807","authenticated-orcid":false,"given":"M. H. M.","family":"Krishna Prasad","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,10]]},"reference":[{"key":"5_CR1","doi-asserted-by":"publisher","unstructured":"Alikaniotis, D., Yannakoudakis, H., Rei, M.: Automatic text scoring using neural networks. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), Berlin, Germany, pp. 715\u2013725. Association for Computational Linguistics, August 2016. https:\/\/doi.org\/10.18653\/v1\/P16-1068. https:\/\/www.aclweb.org\/anthology\/P16-1068","DOI":"10.18653\/v1\/P16-1068"},{"key":"5_CR2","unstructured":"Angelov, P., Sperduti, A.: Challenges in deep learning. In: ESANN (2016)"},{"key":"5_CR3","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1162\/tacl_a_00236","volume":"1","author":"S Basu","year":"2013","unstructured":"Basu, S., Jacobs, C., Vanderwende, L.: Powergrading: a clustering approach to amplify human effort for short answer grading. Trans. Assoc. Comput. Linguist. 1, 391\u2013402 (2013)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"5_CR4","unstructured":"Beltagy, I., Peters, M.E., Cohan, A.: Longformer: the long-document transformer. arXiv preprint arXiv:2004.05150 (2020)"},{"key":"5_CR5","series-title":"Springer Topics in Signal Processing","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-00296-0_5","volume-title":"Noise Reduction in Speech Processing","author":"J Benesty","year":"2009","unstructured":"Benesty, J., Chen, J., Huang, Y., Cohen, I.: Pearson correlation coefficient. In: Benesty, J., Chen, J., Huang, Y., Cohen, I. (eds.) Noise Reduction in Speech Processing. STSP, vol. 2, pp. 1\u20134. Springer, Heidelberg (2009). https:\/\/doi.org\/10.1007\/978-3-642-00296-0_5"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Brenner, H., Kliebsch, U.: Dependence of weighted kappa coefficients on the number of categories. Epidemiology 199\u2013202 (1996)","DOI":"10.1097\/00001648-199603000-00016"},{"key":"5_CR7","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv preprint arXiv:2005.14165 (2020)"},{"issue":"1","key":"5_CR8","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s40593-014-0026-8","volume":"25","author":"S Burrows","year":"2015","unstructured":"Burrows, S., Gurevych, I., Stein, B.: The eras and trends of automatic short answer grading. Int. J. Artif. Intell. Educ. 25(1), 60\u2013117 (2015)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"5_CR9","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-030-52240-7_8","volume-title":"Artificial Intelligence in Education","author":"L Camus","year":"2020","unstructured":"Camus, L., Filighera, A.: Investigating transformers for automatic short answer grading. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12164, pp. 43\u201348. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52240-7_8"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Conneau, A., Kiela, D., Schwenk, H., Barrault, L., Bordes, A.: Supervised learning of universal sentence representations from natural language inference data. arXiv preprint arXiv:1705.02364 (2017)","DOI":"10.18653\/v1\/D17-1070"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Dai, Z., Yang, Z., Yang, Y., Carbonell, J., Le, Q.V., Salakhutdinov, R.: Transformer-XL: attentive language models beyond a fixed-length context. arXiv preprint arXiv:1901.02860 (2019)","DOI":"10.18653\/v1\/P19-1285"},{"issue":"3","key":"5_CR12","first-page":"91","volume":"32","author":"C Dwivedi","year":"2019","unstructured":"Dwivedi, C.: A study of selected-response type assessment (MCQ) and essay type assessment methods for engineering students. J. Eng. Educ. Transform. 32(3), 91\u201395 (2019)","journal-title":"J. Eng. Educ. Transform."},{"key":"5_CR13","unstructured":"Dzikovska, M.O., et al.: Semeval-2013 task 7: the joint student response analysis and 8th recognizing textual embodiment challenge. In: Second Joint Conference on Lexical and Computational Semantics (* SEM): Seventh International Workshop on Semantic Evaluation (SemEval 2013), vol. 2. Association for Computational Linguistics (2013)"},{"key":"5_CR14","series-title":"Advances in Intelligent Systems and Computing","doi-asserted-by":"publisher","first-page":"586","DOI":"10.1007\/978-3-030-14118-9_59","volume-title":"The International Conference on Advanced Machine Learning Technologies and Applications (AMLTA2019)","author":"WH Gomaa","year":"2020","unstructured":"Gomaa, W.H., Fahmy, A.A.: Ans2vec: a scoring system for short answers. In: Hassanien, A.E., Azar, A.T., Gaber, T., Bhatnagar, R., F. Tolba, M. (eds.) AMLTA 2019. AISC, vol. 921, pp. 586\u2013595. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-14118-9_59"},{"issue":"6","key":"5_CR15","first-page":"127","volume":"8","author":"T Gong","year":"2019","unstructured":"Gong, T., Yao, X.: An attention-based deep model for automatic short answer score. Int. J. Comput. Sci. Softw. Eng. 8(6), 127\u2013132 (2019)","journal-title":"Int. J. Comput. Sci. Softw. Eng."},{"key":"5_CR16","unstructured":"Grandini, M., Bagli, E., Visani, G.: Metrics for multi-class classification: an overview. arXiv preprint arXiv:2008.05756 (2020)"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Guerra, L., Zhuang, B., Reid, I., Drummond, T.: Automatic pruning for quantized neural networks. arXiv preprint arXiv:2002.00523 (2020)","DOI":"10.1109\/DICTA52665.2021.9647074"},{"key":"5_CR18","doi-asserted-by":"crossref","unstructured":"Hasanah, U., Permanasari, A.E., Kusumawardani, S.S., Pribadi, F.S.: A review of an information extraction technique approach for automatic short answer grading. In: 2016 1st International Conference on Information Technology, Information Systems and Electrical Engineering (ICITISEE), pp. 192\u2013196. IEEE (2016)","DOI":"10.1109\/ICITISEE.2016.7803072"},{"issue":"4","key":"5_CR19","doi-asserted-by":"publisher","first-page":"679","DOI":"10.1016\/j.ijforecast.2006.03.001","volume":"22","author":"RJ Hyndman","year":"2006","unstructured":"Hyndman, R.J., Koehler, A.B.: Another look at measures of forecast accuracy. Int. J. Forecast. 22(4), 679\u2013688 (2006)","journal-title":"Int. J. Forecast."},{"key":"5_CR20","unstructured":"Kaggle: The Hewlett Foundation: Automated Essay Scoring\u2014Kaggle. https:\/\/www.kaggle.com\/c\/asap-aes\/. Accessed 04 Oct 2021"},{"key":"5_CR21","unstructured":"Kitaev, N., Kaiser, L., Levskaya, A.: Reformer: the efficient transformer. arXiv preprint arXiv:2001.04451 (2020)"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Kumar, S., Chakrabarti, S., Roy, S.: Earth mover\u2019s distance pooling over Siamese LSTMs for automatic short answer grading. In: IJCAI, pp. 2046\u20132052 (2017)","DOI":"10.24963\/ijcai.2017\/284"},{"key":"5_CR23","doi-asserted-by":"crossref","unstructured":"Kumar, Y., Aggarwal, S., Mahata, D., Shah, R.R., Kumaraguru, P., Zimmermann, R.: Get it scored using autosas-an automated system for scoring short answers. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 9662\u20139669 (2019)","DOI":"10.1609\/aaai.v33i01.33019662"},{"key":"5_CR24","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-3-030-23207-8_32","volume-title":"Artificial Intelligence in Education","author":"T Liu","year":"2019","unstructured":"Liu, T., Ding, W., Wang, Z., Tang, J., Huang, G.Y., Liu, Z.: Automatic short answer grading via multiway attention networks. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11626, pp. 169\u2013173. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23207-8_32"},{"key":"5_CR25","unstructured":"Liu, Y., et al.: Roberta: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"5_CR26","unstructured":"Lopez, M.M., Kalita, J.: Deep learning applied to NLP. arXiv preprint arXiv:1703.03091 (2017)"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Lun, J., Zhu, J., Tang, Y., Yang, M.: Multiple data augmentation strategies for improving performance on automatic short answer scoring. In: AAAI, pp. 13389\u201313396 (2020)","DOI":"10.1609\/aaai.v34i09.7062"},{"issue":"4\u20135","key":"5_CR28","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1080\/09541440701326154","volume":"19","author":"MA McDaniel","year":"2007","unstructured":"McDaniel, M.A., Anderson, J.L., Derbish, M.H., Morrisette, N.: Testing the testing effect in the classroom. Eur. J. Cogn. Psychol. 19(4\u20135), 494\u2013513 (2007)","journal-title":"Eur. J. Cogn. Psychol."},{"issue":"3","key":"5_CR29","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia medica"},{"key":"5_CR30","unstructured":"Menini, S., Tonelli, S., De Gasperis, G., Vittorini, P.: Automated short answer grading: a simple solution for a difficult task. In: CLiC-it (2019)"},{"key":"5_CR31","unstructured":"Mnasri, M.: Recent advances in conversational nlp: Towards the standardization of chatbot building. arXiv preprint arXiv:1903.09025 (2019)"},{"key":"5_CR32","unstructured":"Mohler, M., Bunescu, R., Mihalcea, R.: Learning to grade short answer questions using semantic similarity measures and dependency graph alignments. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 752\u2013762 (2011)"},{"key":"5_CR33","doi-asserted-by":"crossref","unstructured":"Mueller, J., Thyagarajan, A.: Siamese recurrent architectures for learning sentence similarity. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30 (2016)","DOI":"10.1609\/aaai.v30i1.10350"},{"key":"5_CR34","doi-asserted-by":"crossref","unstructured":"Narasimhan, H., Pan, W., Kar, P., Protopapas, P., Ramaswamy, H.G.: Optimizing the multiclass f-measure via biconcave programming. In: 2016 IEEE 16th International Conference on Data Mining (ICDM), pp. 1101\u20131106. IEEE (2016)","DOI":"10.1109\/ICDM.2016.0143"},{"key":"5_CR35","doi-asserted-by":"crossref","unstructured":"Neill, S.P., Hashemi, M.R.: Ocean modelling for resource characterization, Chapter 8. In: Fundamentals of Ocean Renewable Energy, pp. 193\u2013235 (2018)","DOI":"10.1016\/B978-0-12-810448-4.00008-2"},{"key":"5_CR36","unstructured":"Nielsen, R.D., Ward, W.H., Martin, J.H., Palmer, M.: Annotating students\u2019 understanding of science concepts. In: LREC (2008)"},{"key":"5_CR37","unstructured":"Perone, C.S., Silveira, R., Paula, T.S.: Evaluation of sentence embeddings in downstream and linguistic probing tasks. arXiv preprint arXiv:1806.06259 (2018)"},{"key":"5_CR38","unstructured":"Powers, D.M.: Evaluation: from precision, recall and f-measure to ROC, informedness, markedness and correlation. arXiv preprint arXiv:2010.16061 (2020)"},{"key":"5_CR39","doi-asserted-by":"crossref","unstructured":"Prabhudesai, A., Duong, T.N.: Automatic short answer grading using Siamese bidirectional LSTM based regression. In: 2019 IEEE International Conference on Engineering, Technology and Education (TALE), pp. 1\u20136. IEEE (2019)","DOI":"10.1109\/TALE48000.2019.9226026"},{"key":"5_CR40","doi-asserted-by":"crossref","unstructured":"Rajagede, R.A., Hastuti, R.P.: Stacking neural network models for automatic short answer scoring. In: IOP Conference Series: Materials Science and Engineering, vol. 1077, p. 012013. IOP Publishing (2021)","DOI":"10.1088\/1757-899X\/1077\/1\/012013"},{"key":"5_CR41","doi-asserted-by":"crossref","unstructured":"Riordan, B., Horbach, A., Cahill, A., Zesch, T., Lee, C.: Investigating neural architectures for short answer scoring. In: Proceedings of the 12th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 159\u2013168 (2017)","DOI":"10.18653\/v1\/W17-5017"},{"key":"5_CR42","series-title":"Communications in Computer and Information Science","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1007\/978-3-319-27704-2_10","volume-title":"Computer Assisted Assessment. Research into E-Assessment","author":"S Roy","year":"2015","unstructured":"Roy, S., Narahari, Y., Deshmukh, O.D.: A perspective on computer assisted assessment techniques for short free-text answers. In: Ras, E., Joosten-ten Brinke, D. (eds.) CAA 2015. CCIS, vol. 571, pp. 96\u2013109. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-27704-2_10"},{"key":"5_CR43","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1007\/978-3-319-93843-1_37","volume-title":"Artificial Intelligence in Education","author":"S Saha","year":"2018","unstructured":"Saha, S., Dhamecha, T.I., Marvaniya, S., Sindhgatta, R., Sengupta, B.: Sentence level or token level features for automatic short answer grading?: use both. In: Penstein Ros\u00e9, C., et al. (eds.) AIED 2018. LNCS (LNAI), vol. 10947, pp. 503\u2013517. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-93843-1_37"},{"issue":"1","key":"5_CR44","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1109\/TLT.2019.2897997","volume":"13","author":"A Sahu","year":"2019","unstructured":"Sahu, A., Bhowmick, P.K.: Feature engineering and ensemble-based approach for improving automatic short-answer grading performance. IEEE Trans. Learn. Technol. 13(1), 77\u201390 (2019)","journal-title":"IEEE Trans. Learn. Technol."},{"key":"5_CR45","doi-asserted-by":"crossref","unstructured":"Sultan, M.A., Salazar, C., Sumner, T.: Fast and easy short answer grading with high accuracy. In: Proceedings of the 2016 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 1070\u20131075 (2016)","DOI":"10.18653\/v1\/N16-1123"},{"key":"5_CR46","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1007\/978-3-030-23204-7_39","volume-title":"Artificial Intelligence in Education","author":"C Sung","year":"2019","unstructured":"Sung, C., Dhamecha, T.I., Mukhi, N.: Improving short answer grading using transformer-based pre-training. In: Isotani, S., Mill\u00e1n, E., Ogan, A., Hastings, P., McLaren, B., Luckin, R. (eds.) AIED 2019. LNCS (LNAI), vol. 11625, pp. 469\u2013481. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-23204-7_39"},{"key":"5_CR47","doi-asserted-by":"crossref","unstructured":"Tan, C., Wei, F., Wang, W., Lv, W., Zhou, M.: Multiway attention networks for modeling sentence pairs. In: IJCAI, pp. 4411\u20134417 (2018)","DOI":"10.24963\/ijcai.2018\/613"},{"key":"5_CR48","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008 (2017)"},{"key":"5_CR49","doi-asserted-by":"crossref","unstructured":"Vu, L.: A case study of peer assessment in a composition MOOC: students\u2019 perceptions and peer-grading scores versus instructor-grading scores. In: Handbook of Research on Innovative Pedagogies and Technologies for Online Learning in Higher Education, pp. 178\u2013217. IGI Global (2017)","DOI":"10.4018\/978-1-5225-1851-8.ch009"},{"key":"5_CR50","unstructured":"Wang, Z., Lan, A.S., Waters, A.E., Grimaldi, P., Baraniuk, R.G.: A meta-learning augmented bidirectional transformer model for automatic short answer grading. In: EDM (2019)"},{"key":"5_CR51","series-title":"Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","doi-asserted-by":"publisher","first-page":"104","DOI":"10.1007\/978-3-030-66785-6_12","volume-title":"Machine Learning and Intelligent Communications","author":"L Xia","year":"2021","unstructured":"Xia, L., Guan, M., Liu, J., Cao, X., Luo, D.: Attention-based bidirectional long short-term memory neural network for short answer scoring. In: Guan, M., Na, Z. (eds.) MLICOM 2020. LNICST, vol. 342, pp. 104\u2013112. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-66785-6_12"},{"key":"5_CR52","doi-asserted-by":"crossref","unstructured":"Xu, C., Zhou, W., Ge, T., Wei, F., Zhou, M.: Bert-of-Theseus: compressing BERT by progressive module replacing. arXiv preprint arXiv:2002.02925 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.633"},{"key":"5_CR53","doi-asserted-by":"crossref","unstructured":"Xue, L., et al.: mT5: a massively multilingual pre-trained text-to-text transformer. arXiv preprint arXiv:2010.11934 (2020)","DOI":"10.18653\/v1\/2021.naacl-main.41"},{"key":"5_CR54","unstructured":"Yang, Z., Dai, Z., Yang, Y., Carbonell, J., Salakhutdinov, R., Le, Q.V.: XLNet: generalized autoregressive pretraining for language understanding. arXiv preprint arXiv:1906.08237 (2019)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-84060-0_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,10]],"date-time":"2025-08-10T22:02:40Z","timestamp":1754863360000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-84060-0_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030840594","9783030840600"],"references-count":54,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-84060-0_5","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"10 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 August 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"48","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"42% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}