{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,25]],"date-time":"2026-01-25T03:37:03Z","timestamp":1769312223474,"version":"3.49.0"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031643149","type":"print"},{"value":"9783031643156","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-64315-6_5","type":"book-chapter","created":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T18:03:50Z","timestamp":1719857030000},"page":"61-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["The Impact of Example Selection in Few-Shot Prompting on Automated Essay Scoring Using GPT Models"],"prefix":"10.1007","author":[{"given":"Lui","family":"Yoshida","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,7,2]]},"reference":[{"issue":"2","key":"5_CR1","first-page":"30","volume":"56","author":"B Min","year":"2023","unstructured":"Min, B., et al.: Recent advances in natural language processing via large pre-trained language models: a survey. ACM Comput. Surv. 56(2), 30 (2023)","journal-title":"ACM Comput. Surv."},{"key":"5_CR2","unstructured":"Chang, Y., et al.: A Survey on Evaluation of Large Language Models. ACM Trans. Intell. Syst. Technol. (2023)"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Baidoo-Anu, D., Ansah, L.O.: Education in the Era of Generative Artificial Intelligence (AI): Understanding the Potential Benefits of ChatGPT in Promoting Teaching and Learning. Available at SSRN 4337484 (2023)","DOI":"10.2139\/ssrn.4337484"},{"key":"5_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2023.102274","volume":"103","author":"E Kasneci","year":"2023","unstructured":"Kasneci, E., et al.: ChatGPT for good? On opportunities and challenges of large language models for education. Learn. Individ. Differ. 103, 102274 (2023)","journal-title":"Learn. Individ. Differ."},{"issue":"4","key":"5_CR5","doi-asserted-by":"publisher","first-page":"410","DOI":"10.3390\/educsci13040410","volume":"13","author":"CK Lo","year":"2023","unstructured":"Lo, C.K.: What Is the Impact of ChatGPT on Education? A Rapid Review of the Literature. Educ. Sci. 13(4), 410 (2023)","journal-title":"Educ. Sci."},{"issue":"2","key":"5_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.rmal.2023.100050","volume":"2","author":"A Mizumoto","year":"2023","unstructured":"Mizumoto, A., Eguchi, M.: Exploring the Potential of Using an Ai Language Model for Automated Essay Scoring. Res. Methods in Appl. Linguist. 2(2), 100050 (2023)","journal-title":"Res. Methods in Appl. Linguist."},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Yancey, K.P., Laflair, G., Verardi, A., Burstein, J.: Rating Short L2 Essays on the CEFR Scale with GPT-4. In: Proceedings of the 18th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 576\u2013584. Association for Computational Linguistics, Toronto, Canada (2023)","DOI":"10.18653\/v1\/2023.bea-1.49"},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Naismith, B., Mulcaire, P., Burstein, J.: Automated evaluation of written discourse coherence using GPT-4. In: Proceedings of the 18th Workshop on Innovative Use of NLP for Building Educational Applications, pp. 394\u2013403. Association for Computational Linguistics, Toronto, Canada (2023)","DOI":"10.18653\/v1\/2023.bea-1.32"},{"key":"5_CR9","unstructured":"Brown, T., et al.: Language Models are Few-Shot Learners. In: Advances in Neural Information Processing Systems 33 (NeurIPS 2020), pp. 1877\u20131901. Curran Associates, Inc., Vancouver, Canada (2020)"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Gu, Y., Han, X., Liu, Z., Huang, M.: PPT: Pre-trained Prompt Tuning for Few-shot Learning. In: Proceedings of the 60th Annual Meeting of the Association for Computational Lin-guistics (Volume 1: Long Papers), pp. 8410\u20138423. Association for Computational Linguistics, Dublin, Ireland (2022)","DOI":"10.18653\/v1\/2022.acl-long.576"},{"key":"5_CR11","unstructured":"Zhao, T.Z., Wallace, E., Feng, S., Klein, D., Singh, S.: Calibrate Before Use: Improving Few-Shot Performance of Language Models. In: Proceedings of the 38th International Conference on Machine Learning (ICML 2021), pp. 12697\u201312706. PMLR, Online (2021)"},{"key":"5_CR12","unstructured":"Wei, J., et al.: Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. In: Advances in Neural Information Processing Systems 35 (NeurIPS 2022), pp. 24824\u201324837. Curran Associates, Inc., New Orleans, USA (2022)"},{"key":"5_CR13","unstructured":"Zhang, Z., Zhang, A., Li, M., Smola, A.: Automatic Chain of Thought Prompting in Large Language Models. arXiv preprint arXiv:2210.03493 (2022)"},{"key":"5_CR14","unstructured":"Kojima, T., Gu, S.S., Reid, M., Matsuo, Y., Iwasawa, Y.: Large Language Models are Zero-Shot Reasoners. In: Advances in Neural Information Processing Systems 35 (NeurIPS 2022), pp. 22199\u201322213. Curran Associates, Inc., New Orleans, USA (2023)"},{"key":"5_CR15","unstructured":"Sanh, V., et al.: Multitask Prompted Training Enables Zero-Shot Task Generalization. arXiv preprint arXiv:2110.08207 (2022)"},{"key":"5_CR16","unstructured":"Gupta, K., et al.: How Robust are LLMs to In-Context Majority Label Bias?. arXiv preprint arXiv:2312.16549 (2023)"},{"key":"5_CR17","unstructured":"Nguyen, T., Wong, E.: In-context Example Selection with Influences. arXiv preprint arXiv:2302.11042 (2023)"},{"key":"5_CR18","unstructured":"Page, E.B.: The Imminence of... Grading Essays by Computer. The Phi Delta Kappan. 47(5), 238\u2013243 (1966)"},{"issue":"3","key":"5_CR19","first-page":"295","volume":"10","author":"TK Landauer","year":"2003","unstructured":"Landauer, T.K.: Automatic Essay Assessment. Assessment in Education: Principles, Policy Pract. 10(3), 295\u2013308 (2003)","journal-title":"Assessment in Education: Principles, Policy Pract."},{"key":"5_CR20","unstructured":"Attali, Y., Burstein, J.: Automated Essay Scoring With e-rater\u00ae V.2. J. Technol. Learn. Assess. 4(3) (2006)"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Dong, F., Zhang, Y.: Automatic Features for Essay Scoring - An Empirical Study. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing. pp. 1072\u20131077. Association for Computational Linguistics, Austin, Texas (2016)","DOI":"10.18653\/v1\/D16-1115"},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Alikaniotis, D., Yannakoudakis, H., Rei, M.: Automatic Text Scoring Using Neural Networks. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 715\u2013725. Association for Computational Linguistics, Berlin, Germany (2016)","DOI":"10.18653\/v1\/P16-1068"},{"key":"5_CR23","doi-asserted-by":"crossref","unstructured":"Taghipour, K., Ng, H.T.: A Neural Approach to Automated Essay Scoring. In: Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, pp. 1882\u20131891. Association for Computational Linguistics, Austin, Texas (2016)","DOI":"10.18653\/v1\/D16-1193"},{"key":"5_CR24","unstructured":"Vaswani, A., et al.: Attention is All you Need. In: Advances in Neural Information Processing Systems 30 (NIPS 2017), Curran Associates, Inc., California, USA (2017)"},{"key":"5_CR25","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), Association for Computational Linguistics, Minnesota, USA (2019)"},{"issue":"2","key":"5_CR26","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1007\/s41237-021-00142-y","volume":"48","author":"M Uto","year":"2021","unstructured":"Uto, M.: A review of deep-neural automated essay scoring models. Behaviormetrika 48(2), 459\u2013484 (2021)","journal-title":"Behaviormetrika"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Yang, R., Cao, J., Wen, Z., Wu, Y., He, X.: Enhancing Automated Essay Scoring Performance via Fine-tuning Pre-trained Language Models with Combination of Regression and Ranking. In: Findings of the Association for Computational Linguistics: EMNLP 2020, pp. 1560\u20131569. Association for Computational Linguistics, Online (2020)","DOI":"10.18653\/v1\/2020.findings-emnlp.141"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, C., Li, R., Lin, H.: On the Use of BERT for Automated Essay Scoring: Joint Learning of Multi-Scale Essay Representation. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 3416\u20133425. Association for Computational Linguistics, Seattle, USA (2022)","DOI":"10.18653\/v1\/2022.naacl-main.249"},{"issue":"3","key":"5_CR29","doi-asserted-by":"publisher","first-page":"2495","DOI":"10.1007\/s10462-021-10068-2","volume":"55","author":"D Ramesh","year":"2022","unstructured":"Ramesh, D., Sanampudi, S.: Kumar: An automated essay scoring systems: a systematic literature review. Artif. Intell. Rev. 55(3), 2495\u20132527 (2022)","journal-title":"Artif. Intell. Rev."},{"issue":"2","key":"5_CR30","doi-asserted-by":"publisher","first-page":"i","DOI":"10.1002\/j.2333-8504.2013.tb02331.x","volume":"2013","author":"D Blanchard","year":"2013","unstructured":"Blanchard, D., Tetreault, J., Higgins, D., Cahill, A., Chodorow, M.: TOEFL11: A Corpus of Non-Native English. ETS Research Report Series. 2013(2), i\u201315 (2013)","journal-title":"ETS Research Report Series."},{"key":"5_CR31","doi-asserted-by":"crossref","unstructured":"Ke, Z., Ng, V.: Automated Essay Scoring: A Survey of the State of the Art. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence Survey track, pp. 6300\u20136308. International Joint Conferences on Artificial Intelligence, Macao, China (2019)","DOI":"10.24963\/ijcai.2019\/879"},{"issue":"4","key":"5_CR32","doi-asserted-by":"publisher","first-page":"5573","DOI":"10.1007\/s10639-021-10838-z","volume":"27","author":"V Ramnarain-Seetohul","year":"2022","unstructured":"Ramnarain-Seetohul, V., Bassoo, V., Rosunally, Y.: Similarity measures in automated essay scoring systems: A ten-year review. Educ. Inf. Technol. 27(4), 5573\u20135604 (2022)","journal-title":"Educ. Inf. Technol."},{"key":"5_CR33","unstructured":"Gole, M., Nwadiugwu, W.-P., Miranskyy, A.: On Sarcasm Detection with OpenAI GPT-based Models. arXiv:2312.04642 (2023)"},{"key":"5_CR34","unstructured":"Large Model Systems Organization: LMSYS Chatbot Arena Leaderboard, https:\/\/huggingface.co\/spaces\/lmsys\/chatbot-arena-leaderboard, last accessed 2024\/02\/05"},{"key":"5_CR35","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/j.asw.2013.04.001","volume":"20","author":"MD Shermis","year":"2014","unstructured":"Shermis, M.D.: State-of-the-art automated essay scoring: Competition, results, and future directions from a United States demonstration. Assess. Writ. 20, 53\u201376 (2014)","journal-title":"Assess. Writ."},{"key":"5_CR36","unstructured":"Yannakoudakis, H., Briscoe, T., Medlock, B.: A New Dataset and Method for Automatically Grading ESOL Texts. In: Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies, pp. 180\u2013189. Association for Computational Linguistics, Portland, USA (2011)"}],"container-title":["Communications in Computer and Information Science","Artificial Intelligence in Education. Posters and Late Breaking Results, Workshops and Tutorials, Industry and Innovation Tracks, Practitioners, Doctoral Consortium and Blue Sky"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-64315-6_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T18:05:27Z","timestamp":1719857127000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-64315-6_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031643149","9783031643156"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-64315-6_5","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"2 July 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Recife","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 July 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 July 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aied2024.cesar.school\/home","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}