{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T05:05:58Z","timestamp":1771823158679,"version":"3.50.1"},"publisher-location":"Cham","reference-count":50,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030782917","type":"print"},{"value":"9783030782924","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-78292-4_3","type":"book-chapter","created":{"date-parts":[[2021,6,10]],"date-time":"2021-06-10T21:03:59Z","timestamp":1623359039000},"page":"29-41","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A Systematic Review of Data-Driven Approaches to Item Difficulty Prediction"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8883-1172","authenticated-orcid":false,"given":"Samah","family":"AlKhuzaey","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8419-6554","authenticated-orcid":false,"given":"Floriana","family":"Grasso","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0106-8731","authenticated-orcid":false,"given":"Terry R.","family":"Payne","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1320-610X","authenticated-orcid":false,"given":"Valentina","family":"Tamma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,6,11]]},"reference":[{"key":"3_CR1","unstructured":"Alsubait, T., Parsia, B., Sattler, U.: Generating multiple choice questions from ontologies: lessons learnt. In: Keet, C.M., Tamma, V.A.M. (eds.) Proceedings of 11th International Workshop on OWL: Experiences and Directions (OWLED 2014). CEUR Workshop Proceedings, vol. 1265, pp. 73\u201384 (2014)"},{"key":"3_CR2","doi-asserted-by":"crossref","unstructured":"Aryadoust, V.: Predicting item difficulty in a language test with an adaptive neuro fuzzy inference system. In: 2013 IEEE Workshop on Hybrid Intelligent Models and Applications (HIMA), pp. 43\u201350. IEEE (2013)","DOI":"10.1109\/HIMA.2013.6615021"},{"key":"3_CR3","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1162\/tacl_a_00200","volume":"2","author":"L Beinborn","year":"2014","unstructured":"Beinborn, L., Zesch, T., Gurevych, I.: Predicting the difficulty of language proficiency tests. Trans. Assoc. Comput. Linguist. 2, 517\u2013530 (2014)","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Beinborn, L., Zesch, T., Gurevych, I.: Candidate evaluation strategies for improved difficulty prediction of language tests. In: Proceedings of the Tenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 1\u201311 (2015)","DOI":"10.3115\/v1\/W15-0601"},{"key":"3_CR5","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/978-3-030-52237-7_4","volume-title":"Artificial Intelligence in Education","author":"L Benedetto","year":"2020","unstructured":"Benedetto, L., Cappelli, A., Turrin, R., Cremonesi, P.: Introducing a framework to assess newly created questions with natural language processing. In: Bittencourt, I.I., Cukurova, M., Muldner, K., Luckin, R., Mill\u00e1n, E. (eds.) AIED 2020. LNCS (LNAI), vol. 12163, pp. 43\u201354. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52237-7_4"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Benedetto, L., Cappelli, A., Turrin, R., Cremonesi, P.: R2de: a NLP approach to estimating IRT parameters of newly generated questions. In: Proceedings of the 10th International Conference on Learning Analytics & Knowledge, pp. 412\u2013421 (2020b)","DOI":"10.1145\/3375462.3375517"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Bilotti, M.W., Ogilvie, P., Callan, J., Nyberg, E.: Structured retrieval for question answering. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 351\u2013358 (2007)","DOI":"10.1145\/1277741.1277802"},{"issue":"2","key":"3_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/j.2333-8504.1998.tb01786.x","volume":"1998","author":"RF Boldt","year":"1998","unstructured":"Boldt, R.F.: GRE analytical reasoning item statistics prediction study. ETS Res. Rep. Series 1998(2), 1\u201323 (1998)","journal-title":"ETS Res. Rep. Series"},{"issue":"2","key":"3_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/j.2333-8504.1996.tb01709.x","volume":"1996","author":"RF Boldt","year":"1996","unstructured":"Boldt, R.F., Freedle, R.: Using a neural net to predict item difficulty. ETS Res. Rep. Series 1996(2), 1\u201319 (1996)","journal-title":"ETS Res. Rep. Series"},{"issue":"1","key":"3_CR10","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1080\/15434303.2019.1674315","volume":"17","author":"IC Choi","year":"2020","unstructured":"Choi, I.C., Moon, Y.: Predicting the difficulty of EFL tests based on corpus linguistic features and expert judgment. Lang. Assess. Q. 17(1), 18\u201342 (2020)","journal-title":"Lang. Assess. Q."},{"issue":"3","key":"3_CR11","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1080\/02671522.2012.673005","volume":"28","author":"V Crisp","year":"2013","unstructured":"Crisp, V., Grayson, R.: Modelling question difficulty in an a level physics examination. Res. Papers Educ. 28(3), 346\u2013372 (2013)","journal-title":"Res. Papers Educ."},{"key":"3_CR12","doi-asserted-by":"crossref","unstructured":"Fei, T., Heng, W.J., Toh, K.C., Qi, T.: Question classification for e-learning by artificial neural network. In: Fourth International Conference on Information, Communications and Signal Processing, 2003 and the Fourth Pacific Rim Conference on Multimedia. Proceedings of the 2003 Joint, vol. 3, pp. 1757\u20131761. IEEE (2003)","DOI":"10.1109\/ICICS.2003.1292768"},{"key":"3_CR13","doi-asserted-by":"crossref","unstructured":"Franzen, M.: Item difficulty. Encycl. Clin. Neuropsychol. 100 (2011)","DOI":"10.1007\/978-0-387-79948-3_1208"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Gao, Y., Bing, L., Chen, W., Lyu, M.R., King, I.: Difficulty controllable generation of reading comprehension questions. arXiv preprint arXiv:1807.03586 (2018)","DOI":"10.24963\/ijcai.2019\/690"},{"issue":"3","key":"3_CR15","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/s10462-013-9417-8","volume":"42","author":"F Grivokostopoulou","year":"2013","unstructured":"Grivokostopoulou, F., Hatzilygeroudis, I., Perikos, I.: Teaching assistance and automatic difficulty estimation in converting first order logic to clause form. Artif. Intell. Rev. 42(3), 347\u2013367 (2013). https:\/\/doi.org\/10.1007\/s10462-013-9417-8","journal-title":"Artif. Intell. Rev."},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Grivokostopoulou, F., Perikos, I., Hatzilygeroudis, I.: Estimating the difficulty of exercises on search algorithms using a neuro-fuzzy approach. In: 2015 IEEE 27th International Conference on Tools with Artificial Intelligence (ICTAI), pp. 866\u2013872. IEEE (2015)","DOI":"10.1109\/ICTAI.2015.126"},{"key":"3_CR17","series-title":"Intelligent Systems Reference Library","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1007\/978-3-319-46200-4_4","volume-title":"Advances in Combining Intelligent Methods","author":"F Grivokostopoulou","year":"2017","unstructured":"Grivokostopoulou, F., Perikos, I., Hatzilygeroudis, I.: Difficulty estimation of exercises on tree-based search algorithms using neuro-fuzzy and neuro-symbolic approaches. In: Hatzilygeroudis, I., Palade, V., Prentzas, J. (eds.) Advances in Combining Intelligent Methods. ISRL, vol. 116, pp. 75\u201391. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-46200-4_4"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Ha, V., Baldwin, P., Mee, J., et al.: Predicting the difficulty of multiple choice questions in a high-stakes medical exam. In: Proceedings of the 14th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 11\u201320 (2019)","DOI":"10.18653\/v1\/W19-4402"},{"key":"3_CR19","unstructured":"Hoshino, A., Nakagawa, H.: Predicting the difficulty of multiple-choice close questions for computer-adaptive testing. Nat. Lang. Process. Appl. 46, 279 (2010)"},{"issue":"6","key":"3_CR20","doi-asserted-by":"publisher","first-page":"969","DOI":"10.1016\/j.ipm.2018.06.007","volume":"54","author":"FY Hsu","year":"2018","unstructured":"Hsu, F.Y., Lee, H.M., Chang, T.H., Sung, Y.T.: Automated estimation of item difficulty for multiple-choice tests: an application of word embedding techniques. Inf. Process. Manage. 54(6), 969\u2013984 (2018)","journal-title":"Inf. Process. Manage."},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Huang, Z., et al.: Question difficulty prediction for reading problems in standard tests. In: AAAI, pp. 1352\u20131359 (2017)","DOI":"10.1609\/aaai.v31i1.10740"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Hutzler, D., David, E., Avigal, M., Azoulay, R.: Learning methods for rating the difficulty of reading comprehension questions. In: 2014 IEEE International Conference on Software Science, Technology and Engineering, pp. 54\u201362. IEEE (2014)","DOI":"10.1109\/SWSTE.2014.16"},{"issue":"3","key":"3_CR23","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1108\/IJILT-09-2017-0085","volume":"35","author":"NA Khodeir","year":"2018","unstructured":"Khodeir, N.A., Elazhary, H., Wanas, N.: Generating story problems via controlled parameters in a web-based intelligent tutoring system. Int. J. Inf. Learn. Technol. 35(3), 199\u2013216 (2018)","journal-title":"Int. J. Inf. Learn. Technol."},{"issue":"2","key":"3_CR24","first-page":"113","volume":"6","author":"F Khoshdel","year":"2016","unstructured":"Khoshdel, F., Baghaei, P., Bemani, M.: Investigating factors of difficulty in c-tests: a construct identification approach. Int. J. Lang. Test. 6(2), 113\u2013122 (2016)","journal-title":"Int. J. Lang. Test."},{"key":"3_CR25","unstructured":"Kitchenham, B.A., Charters, S.: Guidelines for performing systematic literature reviews in software engineering. Technical Report EBSE 2007\u2013001, Keele University and Durham University Joint Report (07 2007)"},{"key":"3_CR26","unstructured":"Kurdi, G., et al.: A Comparative Study of Methods for a Priori Prediction of MCQ Difficulty. Semantic Web - Interoperability, Usability, Applicability (2020)"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Lin, C., Liu, D., Pang, W., Apeh, E.: Automatically predicting quiz difficulty level using similarity measures. In: Proceedings of the 8th International Conference on Knowledge Capture, pp. 1\u20138 (2015)","DOI":"10.1145\/2815833.2815842"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Lin, L.H., Chang, T.H., Hsu, F.Y.: Automated prediction of item difficulty in reading comprehension using long short-term memory. In: 2019 International Conference on Asian Language Processing (IALP), pp. 132\u2013135. IEEE (2019)","DOI":"10.1109\/IALP48816.2019.9037716"},{"key":"3_CR29","unstructured":"Loukina, A., Yoon, S.Y., Sakano, J., Wei, Y., Sheehan, K.: Textual complexity as a predictor of difficulty of listening items in language proficiency tests. In: Proceedings of COLING 2016, the 26th International Conference on Computational Linguistics: Technical Papers, pp. 3245\u20133253 (2016)"},{"issue":"1","key":"3_CR30","doi-asserted-by":"crossref","first-page":"2","DOI":"10.56026\/imu.3.1.2","volume":"3","author":"N Mitra","year":"2009","unstructured":"Mitra, N., Nagaraja, H., Ponnudurai, G., Judson, J.: The levels of difficulty and discrimination indices in type a multiple choice questions of pre-clinical semester 1 multidisciplinary summative tests. Int. e-J. Sci. Med. Educ. (IeJSME) 3(1), 2\u20137 (2009)","journal-title":"Int. e-J. Sci. Med. Educ. (IeJSME)"},{"key":"3_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/978-3-319-62392-4_39","volume-title":"Computational Science and Its Applications \u2013 ICCSA 2017","author":"S Narayanan","year":"2017","unstructured":"Narayanan, S., Kommuri, V.S., Subramanian, N.S., Bijlani, K., Nair, N.C.: Unsupervised learning of question difficulty levels using assessment responses. In: Gervasi, O., et al. (eds.) ICCSA 2017. LNCS, vol. 10404, pp. 543\u2013552. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-62392-4_39"},{"issue":"4","key":"3_CR32","doi-asserted-by":"publisher","first-page":"1001","DOI":"10.3758\/BRM.40.4.1001","volume":"40","author":"Y Ozuru","year":"2008","unstructured":"Ozuru, Y., Rowe, M., O\u2019Reilly, T., McNamara, D.S.: Where\u2019s the difficulty in standardized reading tests: The passage or the question? Behav. Res. Methods 40(4), 1001\u20131015 (2008)","journal-title":"Behav. Res. Methods"},{"issue":"3","key":"3_CR33","doi-asserted-by":"publisher","first-page":"342","DOI":"10.1007\/s40593-019-00180-4","volume":"29","author":"I Pandarova","year":"2019","unstructured":"Pandarova, I., Schmidt, T., Hartig, J., Boubekki, A., Jones, R.D., Brefeld, U.: Predicting the difficulty of exercise items for dynamic difficulty adaptation in adaptive language tutoring. Int. J. Artif. Intell. Educ. 29(3), 342\u2013367 (2019)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"3_CR34","doi-asserted-by":"publisher","unstructured":"Parry, J.R.: Ensuring fairness in difficulty and content among parallel assessments generated from a test-item database. Online Submission (2020). https:\/\/doi.org\/10.13140\/RG.2.2.32537.03689","DOI":"10.13140\/RG.2.2.32537.03689"},{"key":"3_CR35","doi-asserted-by":"publisher","unstructured":"Perikos, I., Grivokostopoulou, F., Hatzilygeroudis, I., Kovas, K.: Difficulty estimator for converting natural language into first order logic. In: Intelligent Decision Technologies, pp. 135\u2013144. Springer (2011). https:\/\/doi.org\/10.1007\/978-3-642-22194-1_14","DOI":"10.1007\/978-3-642-22194-1_14"},{"issue":"6","key":"3_CR36","doi-asserted-by":"publisher","first-page":"569","DOI":"10.1111\/exsy.12182","volume":"33","author":"I Perikos","year":"2016","unstructured":"Perikos, I., Grivokostopoulou, F., Kovas, K., Hatzilygeroudis, I.: Automatic estimation of exercises\u2019 difficulty levels in a tutoring system for teaching the conversion of natural language into first-order logic. Exp. Syst. 33(6), 569\u2013580 (2016)","journal-title":"Exp. Syst."},{"issue":"1","key":"3_CR37","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1177\/026553229501200103","volume":"12","author":"K Perkins","year":"1995","unstructured":"Perkins, K., Gupta, L., Tammana, R.: Predicting item difficulty in a reading comprehension test with an artificial neural network. Lang. Test. 12(1), 34\u201353 (1995)","journal-title":"Lang. Test."},{"key":"3_CR38","doi-asserted-by":"crossref","unstructured":"Qiu, Z., Wu, X., Fan, W.: Question difficulty prediction for multiple choice problems in medical exams. In: Proceedings of the 28th ACM International Conference on Information and Knowledge Management, pp. 139\u2013148 (2019)","DOI":"10.1145\/3357384.3358013"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Rust, J., Golombok, S.: Modern Psychometrics: The Science of Psychological Assessment. Routledge (2014)","DOI":"10.4324\/9781315787527"},{"key":"3_CR40","unstructured":"Sano, M.: Automated capturing of psycho-linguistic features in reading assessment text. In: Annual Meeting of the National Council on Measurement in Education, Chicago, IL (2015)"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Seyler, D., Yahya, M., Berberich, K.: Knowledge questions from knowledge graphs. In: Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval, pp. 11\u201318 (2017)","DOI":"10.1145\/3121050.3121073"},{"issue":"5","key":"3_CR42","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1080\/02602938.2016.1164830","volume":"41","author":"J Stiller","year":"2016","unstructured":"Stiller, J., et al.: Assessing scientific reasoning: a comprehensive evaluation of item features that affect item difficulty. Assess. Eval. High. Educ. 41(5), 721\u2013732 (2016)","journal-title":"Assess. Eval. High. Educ."},{"issue":"1","key":"3_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s41039-017-0065-5","volume":"12","author":"Y Susanti","year":"2017","unstructured":"Susanti, Y., Tokunaga, T., Nishikawa, H., Obari, H.: Controlling item difficulty for automatic vocabulary question generation. Res. Pract. Technol. Enhanced Learn. 12(1), 1\u201316 (2017). https:\/\/doi.org\/10.1186\/s41039-017-0065-5","journal-title":"Res. Pract. Technol. Enhanced Learn."},{"key":"3_CR44","unstructured":"Vinu, E.V., Alsubait, T., Sreenivasa Kumar, P.: Modeling of item-difficulty for ontology-based MCQs. CoRR abs\/1607.00869 (2016)"},{"key":"3_CR45","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.websem.2015.05.005","volume":"34","author":"EV Vinu","year":"2015","unstructured":"Vinu, E.V., Sreenivasa Kumar, P.: A novel approach to generate MCQs from domain ontology: considering DL semantics and open-world assumption. J. Web Semant. 34, 40\u201354 (2015)","journal-title":"J. Web Semant."},{"issue":"6","key":"3_CR46","doi-asserted-by":"publisher","first-page":"1023","DOI":"10.3233\/SW-170252","volume":"8","author":"EV Vinu","year":"2017","unstructured":"Vinu, E.V., Sreenivasa Kumar, P.: Automated generation of assessment tests from domain ontologies. Semant. Web 8(6), 1023\u20131047 (2017)","journal-title":"Semant. Web"},{"key":"3_CR47","unstructured":"Vinu, E.V., Sreenivasa Kumar, P.: Difficulty-level modeling of ontology-based factual questions. arXiv preprint arXiv:1709.00670 (2017)"},{"key":"3_CR48","doi-asserted-by":"crossref","unstructured":"Xue, K., Yaneva, V., Runyon, C., Baldwin, P.: Predicting the difficulty and response time of multiple choice questions using transfer learning. In: Proceedings of the Fifteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 193\u2013197 (2020)","DOI":"10.18653\/v1\/2020.bea-1.20"},{"key":"3_CR49","unstructured":"Yeung, C.Y., Lee, J.S., Tsou, B.K.: Difficulty-aware distractor generation for gap-fill items. In: Proceedings of the The 17th Annual Workshop of the Australasian Language Technology Association, pp. 159\u2013164 (2019)"},{"key":"3_CR50","doi-asserted-by":"crossref","unstructured":"Zhou, Y., Zhang, H., Huang, X., Yang, S., Babar, M.A., Tang, H.: Quality assessment of systematic reviews in software engineering: a tertiary study. In: Proceedings of the 19th International Conference on Evaluation and Assessment in Software Engineering, pp. 1\u201314 (2015)","DOI":"10.1145\/2745802.2745815"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-78292-4_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T16:00:35Z","timestamp":1725206435000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-78292-4_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030782917","9783030782924"],"references-count":50,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-78292-4_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"11 June 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Utrecht","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2021.science.uu.nl\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"209","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"76","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}