{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T16:24:39Z","timestamp":1773246279097,"version":"3.50.1"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031412257","type":"print"},{"value":"9783031412264","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-41226-4_2","type":"book-chapter","created":{"date-parts":[[2023,8,31]],"date-time":"2023-08-31T03:25:08Z","timestamp":1693452308000},"page":"11-22","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multiple-Choice Questions Difficulty Prediction with\u00a0Neural Networks"],"prefix":"10.1007","author":[{"given":"Diego","family":"Reyes","sequence":"first","affiliation":[]},{"given":"Abelino","family":"Jimenez","sequence":"additional","affiliation":[]},{"given":"Pablo","family":"Dartnell","sequence":"additional","affiliation":[]},{"given":"S\u00e9verin","family":"Lions","sequence":"additional","affiliation":[]},{"given":"Sebasti\u00e1n","family":"R\u00edos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,9,1]]},"reference":[{"key":"2_CR1","doi-asserted-by":"crossref","unstructured":"Kurdi, G., et al.: A comparative study of methods for a priori prediction of MCQ difficulty. Semant. web 12(3), 449-465 (2021). https:\/\/doi.org\/10.3233\/SW-200390","DOI":"10.3233\/SW-200390"},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Benedetto, L., et al.: A survey on recent approaches to question difficulty estimation from text. ACM Comput. Surv. 55(9), 1\u201337 (2023). https:\/\/doi.org\/10.1145\/3556538. Article 178","DOI":"10.1145\/3556538"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Attali, Y., Saldivia, L., Jackson, C., Schuppan, F., Wanamaker, W.: Estimating item difficulty with comparative judgments. ETS Res. Rep. Ser. 2014(2), 1\u20138 (2014). https:\/\/doi.org\/10.1002\/ets2.12042","DOI":"10.1002\/ets2.12042"},{"key":"2_CR4","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1111\/medu.13570","volume":"52","author":"C Kiessling","year":"2018","unstructured":"Kiessling, C., Lahner, F.-M., Winkelmann, A., Bauer, D.: When predicting item difficulty, is it better to ask authors or reviewers? Med. Educ. 52, 571\u2013572 (2018). https:\/\/doi.org\/10.1111\/medu.13570","journal-title":"Med. Educ."},{"key":"2_CR5","unstructured":"Hambleton, R.K., Sireci, S.G., Swaminathan, H., Xing, D., Rizavi, S.: Anchor-based methods for judgmentally estimating item difficulty parameters (LSAC Research Report 98\u201305). Law School Admission Council, Newtown, PA (2003)"},{"key":"2_CR6","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/978-3-030-78292-4_3","volume-title":"Artificial Intelligence in Education","author":"S AlKhuzaey","year":"2021","unstructured":"AlKhuzaey, S., Grasso, F., Payne, T.R., Tamma, V.: A systematic review of data-driven approaches to item difficulty prediction. In: Roll, I., McNamara, D., Sosnovsky, S., Luckin, R., Dimitrova, V. (eds.) AIED 2021. LNCS (LNAI), vol. 12748, pp. 29\u201341. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78292-4_3"},{"key":"2_CR7","doi-asserted-by":"crossref","unstructured":"Yaneva, V., Baldwin, P., Mee, J.: Predicting the difficulty of multiple choice questions in a high-stakes medical exam. In Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications, Florence, Italy, pp. 11-20. Association for Computational Linguistics (2019)","DOI":"10.18653\/v1\/W19-4402"},{"issue":"8","key":"2_CR8","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997). https:\/\/doi.org\/10.1162\/neco.1997.9.8.1735","journal-title":"Neural Comput."},{"key":"2_CR9","doi-asserted-by":"publisher","unstructured":"Lin, L.H., Chang, T.H., Hsu, F.Y.: Automated prediction of item difficulty in reading comprehension using long short-term memory. In: 2019 International Conference on Asian Language Processing (IALP), Shanghai, China, 2019, pp. 132-135 (2019). https:\/\/doi.org\/10.1109\/IALP48816.2019.9037716.","DOI":"10.1109\/IALP48816.2019.9037716."},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Qiu, Z., Wu, X., Fan, W.: Question difficulty prediction for multiple choice problems in medical exams. In: Proceedings of the 28th ACM International Conference on Information and Knowledge Management, CIKM 2019, (New York, NY, USA), pp. 139\u2013148. Association for Computing Machinery (2019). https:\/\/doi.org\/10.1145\/3357384.3358013.","DOI":"10.1145\/3357384.3358013."},{"key":"2_CR11","unstructured":"Benedetto, L., Aradelli, G., Cremonesi, P., Cappelli, A., Giussani, A., Turrin, R.: On the application of transformers for estimating the difficulty of multiple-choice questions from text. In: Proceedings of the 16th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 147\u2013157. Association for Computational Linguistics (2021)"},{"key":"2_CR12","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS 2017), pp. 6000\u20136010. Curran Associates Inc., Red Hook, NY, USA (2017). https:\/\/doi.org\/10.48550\/arXiv.1706.03762"},{"key":"2_CR13","unstructured":"Devlin, J., Chang, M. W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Minneapolis, Minnesota, pp. 4171\u20134186. Association for Computational Linguistics (2019)"},{"issue":"11","key":"2_CR14","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1109\/78.650093","volume":"45","author":"M Schuster","year":"1997","unstructured":"Schuster, M., Paliwal, K.K.: Bidirectional recurrent neural networks. IEEE Trans. Signal Process. 45(11), 2673\u20132681 (1997). https:\/\/doi.org\/10.1109\/78.650093","journal-title":"IEEE Trans. Signal Process."},{"key":"2_CR15","unstructured":"Rasch, G.: Probabilistic Models for Some Intelligence and Attainment Tests. University of Chicago Press (1980)"},{"key":"2_CR16","doi-asserted-by":"publisher","unstructured":"Flesch, R.: A new readability yardstick. (1948). https:\/\/doi.org\/10.1037\/h0057532","DOI":"10.1037\/h0057532"},{"key":"2_CR17","doi-asserted-by":"publisher","unstructured":"Garc\u00eda, C., Ponsoda, V., Sierra, A.: Prediction of item psychometric indices from item characteristics automatically extracted from the stem and option text. Int. J. Continuing Eng. Educ. Life-Long Learn. 213, 210\u2013221 (2011). https:\/\/doi.org\/10.1504\/IJCEELL.2011.040199","DOI":"10.1504\/IJCEELL.2011.040199"},{"key":"2_CR18","unstructured":"Smith, E.A., Senter, R.: Automated Readability Index, pp. 1\u201314. AMRL-TR. Aerospace Medical Research Laboratories (1967)"},{"key":"2_CR19","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1111\/j.1540-4781.1956.tb02145.x","volume":"40","author":"S Spaulding","year":"1956","unstructured":"Spaulding, S.: A Spanish readability formula. Mod. Lang. J. 40, 433\u2013441 (1956)","journal-title":"Mod. Lang. J."},{"key":"2_CR20","doi-asserted-by":"publisher","unstructured":"Pennington, J., Socher, R., Manning, C.D.: GloVe: global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP), Doha, Qatar, pp. 1532\u20131543. Association for Computational Linguistics (2014). https:\/\/doi.org\/10.3115\/v1\/D14-1162","DOI":"10.3115\/v1\/D14-1162"},{"key":"2_CR21","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter (2019). ArXiv: abs\/1910.01108"},{"key":"2_CR22","unstructured":"Ca\u00f1ete, J., Chaperon, G., Fuentes, R., Ho, J.H., Kang, H., P\u00e9rez, J.: Spanish pre-trained BERT model and evaluation data. PML4DC ICLR 2020 (2020)"}],"container-title":["Lecture Notes in Networks and Systems","Methodologies and Intelligent Systems for Technology Enhanced Learning, 13th International Conference"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-41226-4_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T06:19:08Z","timestamp":1730009948000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-41226-4_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031412257","9783031412264"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-41226-4_2","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"value":"2367-3370","type":"print"},{"value":"2367-3389","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"1 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MIS4TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference in Methodologies and intelligent Systems for Techhnology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Guimaraes","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mistel2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/edition2023.mis4tel-conference.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}