{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T13:30:14Z","timestamp":1789997414891,"version":"4.0.1"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560620","type":"print"},{"value":"9783031560637","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56063-7_18","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:44:01Z","timestamp":1711097041000},"page":"268-277","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["A Novel Multi-Stage Prompting Approach for\u00a0Language Agnostic MCQ Generation Using GPT"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1358-9534","authenticated-orcid":false,"given":"Subhankar","family":"Maity","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7190-5040","authenticated-orcid":false,"given":"Aniket","family":"Deroy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3439-4282","authenticated-orcid":false,"given":"Sudeshna","family":"Sarkar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"18_CR1","doi-asserted-by":"publisher","unstructured":"Bhaskar, A., Fabbri, A., Durrett, G.: Prompted opinion summarization with GPT-3.5. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 9282\u20139300. Association for Computational Linguistics, Toronto, Canada, July 2023. https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.591, https:\/\/aclanthology.org\/2023.findings-acl.591","DOI":"10.18653\/v1\/2023.findings-acl.591"},{"key":"18_CR2","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901. Curran Associates, Inc. (2020). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"18_CR3","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota, June 2019. https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Ekram, S.M.S., et al.: BanglaRQA: a benchmark dataset for under-resourced Bangla language reading comprehension-based question answering with diverse question-answer types. In: Findings of the Association for Computational Linguistics: EMNLP 2022, pp. 2518\u20132532. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates, December 2022. https:\/\/aclanthology.org\/2022.findings-emnlp.186","DOI":"10.18653\/v1\/2022.findings-emnlp.186"},{"key":"18_CR5","doi-asserted-by":"publisher","first-page":"20885","DOI":"10.1109\/ACCESS.2023.3248790","volume":"11","author":"A Hadifar","year":"2023","unstructured":"Hadifar, A., Bitew, S.K., Deleu, J., Develder, C., Demeester, T.: Eduqg: a multi-format multiple-choice dataset for the educational domain. IEEE Access 11, 20885\u201320896 (2023)","journal-title":"IEEE Access"},{"key":"18_CR6","unstructured":"Kalpakchi, D., Boye, J.: Quasi: a synthetic question-answering dataset in Swedish using GPT-3 and zero-shot learning. In: Proceedings of the 24th Nordic Conference on Computational Linguistics (NoDaLiDa), pp. 477\u2013491. University of Tartu Library, T\u00f3rshavn, Faroe Islands, May 2023. https:\/\/aclanthology.org\/2023.nodalida-1.48"},{"key":"18_CR7","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large language models are zero-shot reasoners. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems, vol. 35, pp. 22199\u201322213. Curran Associates, Inc. (2022). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/8bb0d291acd4acf06ef112099c16f326-Paper-Conference.pdf"},{"key":"18_CR8","doi-asserted-by":"publisher","unstructured":"Kumar, A.P., Nayak, A., K, M.S., Chaitanya, Ghosh, K.: A novel framework for the generation of multiple choice question stems using semantic and machine-learning techniques. Int. J. Artif. Intell. Educ. 1\u201344 (2023). https:\/\/doi.org\/10.1007\/s40593-023-00333-6","DOI":"10.1007\/s40593-023-00333-6"},{"key":"18_CR9","doi-asserted-by":"publisher","unstructured":"Kumar, V., Joshi, N., Mukherjee, A., Ramakrishnan, G., Jyothi, P.: Cross-lingual training for automatic question generation. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 4863\u20134872. Association for Computational Linguistics, Florence, Italy, July 2019. https:\/\/doi.org\/10.18653\/v1\/P19-1481, https:\/\/aclanthology.org\/P19-1481","DOI":"10.18653\/v1\/P19-1481"},{"key":"18_CR10","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/s40593-019-00186-y","volume":"30","author":"G Kurdi","year":"2020","unstructured":"Kurdi, G., Leo, J., Parsia, B., Sattler, U., Al-Emari, S.: A systematic review of automatic question generation for educational purposes. Int. J. Artif. Intell. Educ. 30, 121\u2013204 (2020)","journal-title":"Int. J. Artif. Intell. Educ."},{"key":"18_CR11","doi-asserted-by":"publisher","unstructured":"Lai, G., Xie, Q., Liu, H., Yang, Y., Hovy, E.: RACE: Large-scale ReAding comprehension dataset from examinations. In: Palmer, M., Hwa, R., Riedel, S. (eds.) Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 785\u2013794. Association for Computational Linguistics, Copenhagen, Denmark, September 2017. https:\/\/doi.org\/10.18653\/v1\/D17-1082, https:\/\/aclanthology.org\/D17-1082","DOI":"10.18653\/v1\/D17-1082"},{"key":"18_CR12","doi-asserted-by":"publisher","unstructured":"Lester, B., Al-Rfou, R., Constant, N.: The power of scale for parameter-efficient prompt tuning. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 3045\u20133059. Association for Computational Linguistics, Online and Punta Cana, Dominican Republic, November 2021. https:\/\/doi.org\/10.18653\/v1\/2021.emnlp-main.243, https:\/\/aclanthology.org\/2021.emnlp-main.243","DOI":"10.18653\/v1\/2021.emnlp-main.243"},{"key":"18_CR13","doi-asserted-by":"publisher","unstructured":"Lewis, M., et al.: BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7871\u20137880. Association for Computational Linguistics, July 2020. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.703, https:\/\/aclanthology.org\/2020.acl-main.703","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"18_CR14","unstructured":"Lin, C.Y.: ROUGE: a package for automatic evaluation of summaries. In: Text Summarization Branches Out, pp. 74\u201381. Association for Computational Linguistics, Barcelona, Spain, July 2004. https:\/\/aclanthology.org\/W04-1013"},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"M\u00f6ller, T., Risch, J., Pietsch, M.: Germanquad and germandpr: improving non-English question answering and passage retrieval. arXiv preprint arXiv:2104.12741 (2021)","DOI":"10.18653\/v1\/2021.mrqa-1.4"},{"key":"18_CR16","doi-asserted-by":"publisher","unstructured":"Nema, P., Khapra, M.M.: Towards a better metric for evaluating question generation systems. In: Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing, pp. 3950\u20133959. Association for Computational Linguistics, Brussels, Belgium, Oct-Nov 2018. https:\/\/doi.org\/10.18653\/v1\/D18-1429, https:\/\/aclanthology.org\/D18-1429","DOI":"10.18653\/v1\/D18-1429"},{"key":"18_CR17","unstructured":"OpenAI: Gpt-4 technical report (2023)"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"Pal, S., Khan, K., Singh, A.K., Ghosh, S., Nayak, T., Palshikar, G., Bhattacharya, I.: Weakly supervised context-based interview question generation. In: Proceedings of the 2nd Workshop on Natural Language Generation, Evaluation, and Metrics (GEM), pp. 43\u201353. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates (Hybrid), December 2022. https:\/\/aclanthology.org\/2022.gem-1.4","DOI":"10.18653\/v1\/2022.gem-1.4"},{"key":"18_CR19","doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics, Philadelphia, Pennsylvania, USA, July 2002. https:\/\/doi.org\/10.3115\/1073083.1073135, https:\/\/www.aclweb.org\/anthology\/P02-1040","DOI":"10.3115\/1073083.1073135"},{"key":"18_CR20","doi-asserted-by":"publisher","unstructured":"Qiao, S., et al.: Reasoning with language model prompting: a survey. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 5368\u20135393. Association for Computational Linguistics, Toronto, Canada, July 2023. https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.294, https:\/\/aclanthology.org\/2023.acl-long.294","DOI":"10.18653\/v1\/2023.acl-long.294"},{"issue":"1","key":"18_CR21","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C., et al.: Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21(1), 5485\u20135551 (2020)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR22","doi-asserted-by":"publisher","unstructured":"Rajpurkar, P., Zhang, J., Lopyrev, K., Liang, P.: SQuAD: 100,000+ questions for machine comprehension of text. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 2383\u20132392. Association for Computational Linguistics, Austin, Texas, November 2016. https:\/\/doi.org\/10.18653\/v1\/D16-1264, https:\/\/aclanthology.org\/D16-1264","DOI":"10.18653\/v1\/D16-1264"},{"key":"18_CR23","doi-asserted-by":"publisher","first-page":"118258","DOI":"10.1016\/j.eswa.2022.118258","volume":"208","author":"R Rodriguez-Torrealba","year":"2022","unstructured":"Rodriguez-Torrealba, R., Garcia-Lopez, E., Garcia-Cabot, A.: End-to-end generation of multiple-choice questions using text-to-text transfer transformer models. Expert Syst. Appl. 208, 118258 (2022)","journal-title":"Expert Syst. Appl."},{"key":"18_CR24","doi-asserted-by":"publisher","unstructured":"Tan, Z., Zhang, X., Wang, S., Liu, Y.: MSP: Multi-stage prompting for making pre-trained language models better translators. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 6131\u20136142. Association for Computational Linguistics, Dublin, Ireland, May 2022. https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.424, https:\/\/aclanthology.org\/2022.acl-long.424","DOI":"10.18653\/v1\/2022.acl-long.424"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Ushio, A., Alva-Manchego, F., Camacho-Collados, J.: Generative language models for paragraph-level question generation. In: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 670\u2013688. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates, December 2022. https:\/\/aclanthology.org\/2022.emnlp-main.42","DOI":"10.18653\/v1\/2022.emnlp-main.42"},{"key":"18_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1007\/978-3-030-99739-7_41","volume-title":"Advances in Information Retrieval","author":"K Vachev","year":"2022","unstructured":"Vachev, K., Hardalov, M., Karadzhov, G., Georgiev, G., Koychev, I., Nakov, P.: Leaf: multiple-choice question generation. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 321\u2013328. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_41"},{"key":"18_CR27","doi-asserted-by":"publisher","unstructured":"Wang, H.J., et al.: Distractor generation based on Text2Text language models with pseudo Kullback-Leibler divergence regulation. In: Findings of the Association for Computational Linguistics: ACL 2023, pp. 12477\u201312491. Association for Computational Linguistics, Toronto, Canada, July 2023. https:\/\/doi.org\/10.18653\/v1\/2023.findings-acl.790, https:\/\/aclanthology.org\/2023.findings-acl.790","DOI":"10.18653\/v1\/2023.findings-acl.790"},{"key":"18_CR28","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56063-7_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:50:43Z","timestamp":1711097443000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56063-7_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560620","9783031560637"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56063-7_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}