{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T02:29:06Z","timestamp":1772159346698,"version":"3.50.1"},"publisher-location":"Cham","reference-count":41,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031362712","type":"print"},{"value":"9783031362729","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36272-9_33","type":"book-chapter","created":{"date-parts":[[2023,6,25]],"date-time":"2023-06-25T23:03:19Z","timestamp":1687734199000},"page":"401-413","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Matching Exemplar as\u00a0Next Sentence Prediction (MeNSP): Zero-Shot Prompt Learning for\u00a0Automatic Scoring in\u00a0Science Education"],"prefix":"10.1007","author":[{"given":"Xuansheng","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xinyu","family":"He","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tianming","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ninghao","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaoming","family":"Zhai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,26]]},"reference":[{"key":"33_CR1","doi-asserted-by":"crossref","unstructured":"Amerman, H., et al.: Does transformer deep learning yield more accurate sores on student written explanations than traditional machine learning? In: AERA (2023)","DOI":"10.3102\/IP.23.2014053"},{"key":"33_CR2","doi-asserted-by":"publisher","first-page":"522","DOI":"10.1037\/0021-9010.76.4.522","volume":"76","author":"II Bejar","year":"1991","unstructured":"Bejar, I.I.: A methodology for scoring open-ended architectural design problems. J. Appl. Psychol. 76, 522 (1991)","journal-title":"J. Appl. Psychol."},{"key":"33_CR3","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown, T., et al.: Language models are few-shot learners. Adv. Neural Inf. Process. Syst. 33, 1877\u20131901 (2020)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"33_CR4","unstructured":"Council, N.R., et al.: A Framework for K-12 Science Education: Practices, Crosscutting Concepts, and Core Ideas. National Academies Press (2012)"},{"key":"33_CR5","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: ACL (2019)"},{"key":"33_CR6","doi-asserted-by":"crossref","unstructured":"Gao, T., Fisch, A., Chen, D.: Making pre-trained language models better few-shot learners. arXiv preprint arXiv:2012.15723 (2020)","DOI":"10.18653\/v1\/2021.acl-long.295"},{"issue":"3","key":"33_CR7","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/s11412-019-09298-y","volume":"14","author":"L Gerard","year":"2019","unstructured":"Gerard, L., Kidron, A., Linn, M.C.: Guiding collaborative revision of science explanations. Int. J. Comput.-Support. Collab. Learn. 14(3), 291\u2013324 (2019). https:\/\/doi.org\/10.1007\/s11412-019-09298-y","journal-title":"Int. J. Comput.-Support. Collab. Learn."},{"key":"33_CR8","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1111\/emip.12253","volume":"38","author":"CJ Harris","year":"2019","unstructured":"Harris, C.J., et al.: Designing knowledge-in-use assessments to promote deeper learning. Educ. Meas. Issues Pract. 38, 53\u201367 (2019)","journal-title":"Educ. Meas. Issues Pract."},{"key":"33_CR9","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1187\/cbe.11-08-0084","volume":"11","author":"KC Haudek","year":"2012","unstructured":"Haudek, K.C., et al.: What are they thinking? Automated analysis of student writing about acid-base chemistry in introductory biology. Life Sci. Educ. 11, 283\u2013293 (2012)","journal-title":"Life Sci. Educ."},{"key":"33_CR10","unstructured":"Haudek, K.C., Zhai, X.: Exploring the effect of assessment construct complexity on machine learning scoring of argumentation (2021)"},{"key":"33_CR11","doi-asserted-by":"publisher","first-page":"590","DOI":"10.1002\/sce.21504","volume":"103","author":"HS Lee","year":"2019","unstructured":"Lee, H.S., et al.: Automated text scoring and real-time adjustable feedback: supporting revision of scientific arguments involving uncertainty. Sci. Educ. 103, 590\u2013622 (2019)","journal-title":"Sci. Educ."},{"key":"33_CR12","doi-asserted-by":"crossref","unstructured":"Litman, D.: Natural language processing for enhancing teaching and learning. In: Thirtieth AAAI Conference on Artificial Intelligence (2016)","DOI":"10.1609\/aaai.v30i1.9879"},{"key":"33_CR13","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1111\/emip.12028","volume":"33","author":"OL Liu","year":"2014","unstructured":"Liu, O.L., et al.: Automated scoring of constructed-response science items: prospects and obstacles. Educ. Meas. Issues Pract. 33, 19\u201328 (2014)","journal-title":"Educ. Meas. Issues Pract."},{"key":"33_CR14","unstructured":"Liu, P., et al.: Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. arXiv preprint arXiv:2107.13586 (2021)"},{"key":"33_CR15","unstructured":"Liu, X., et al.: GPT understands, too. arXiv preprint arXiv:2103.10385 (2021)"},{"key":"33_CR16","doi-asserted-by":"crossref","unstructured":"Liu, X., et al.: P-tuning v2: prompt tuning can be comparable to fine-tuning universally across scales and tasks. arXiv preprint arXiv:2110.07602 (2021)","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"33_CR17","doi-asserted-by":"crossref","unstructured":"Lu, Y., et al.: Fantastically ordered prompts and where to find them: overcoming few-shot prompt order sensitivity. arXiv preprint arXiv:2104.08786 (2021)","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"33_CR18","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/s10956-020-09895-9","volume":"30","author":"S Maestrales","year":"2021","unstructured":"Maestrales, S., et al.: Using machine learning to score multi-dimensional assessments of chemistry and physics. J. Sci. Educ. Technol. 30, 239\u2013254 (2021)","journal-title":"J. Sci. Educ. Technol."},{"key":"33_CR19","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1080\/15391523.2022.2142872","volume":"55","author":"CW Mayer","year":"2022","unstructured":"Mayer, C.W., Ludwig, S., Brandt, S.: Prompt text classifications with transformer models! An exemplary introduction to prompt-based learning with large language models. J. Res. Technol. Educ. 55, 125\u2013141 (2022)","journal-title":"J. Res. Technol. Educ."},{"key":"33_CR20","doi-asserted-by":"publisher","first-page":"183","DOI":"10.1007\/s10956-011-9300-9","volume":"21","author":"RH Nehm","year":"2012","unstructured":"Nehm, R.H., Ha, M., Mayfield, E.: Transforming biology assessment with machine learning: automated scoring of written evolutionary explanations. J. Sci. Educ. Technol. 21, 183\u2013196 (2012)","journal-title":"J. Sci. Educ. Technol."},{"key":"33_CR21","doi-asserted-by":"crossref","unstructured":"Omizo, R., Meeks, M., Hart-Davidson, W.: Detecting high-quality comments in written feedback with a zero shot classifier. In: ACM ICDC (2021)","DOI":"10.1145\/3472714.3473659"},{"key":"33_CR22","doi-asserted-by":"publisher","first-page":"821","DOI":"10.1002\/tea.21316","volume":"53","author":"JF Osborne","year":"2016","unstructured":"Osborne, J.F., et al.: The development and validation of a learning progression for argumentation in science. J. Res. Sci. Teach. 53, 821\u2013846 (2016)","journal-title":"J. Res. Sci. Teach."},{"key":"33_CR23","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1126\/science.1232065","volume":"340","author":"JW Pellegrino","year":"2013","unstructured":"Pellegrino, J.W.: Proficiency in science: assessment challenges and opportunities. Science 340, 320\u2013323 (2013)","journal-title":"Science"},{"key":"33_CR24","unstructured":"Powers, D.M.: What the F-measure doesn\u2019t measure: features, flaws, fallacies and fixes. arXiv preprint arXiv:1503.06410 (2015)"},{"key":"33_CR25","doi-asserted-by":"crossref","unstructured":"Riordan, B., et al.: An empirical investigation of neural methods for content scoring of science explanations. In: Proceedings of the Fifteenth Workshop on Innovative Use of NLP for Building Educational Applications (2020)","DOI":"10.18653\/v1\/2020.bea-1.13"},{"key":"33_CR26","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/0306-4573(88)90021-0","volume":"24","author":"G Salton","year":"1988","unstructured":"Salton, G., Buckley, C.: Term-weighting approaches in automatic text retrieval. Inf. Process. Manage. 24, 513\u2013523 (1988)","journal-title":"Inf. Process. Manage."},{"key":"33_CR27","doi-asserted-by":"crossref","unstructured":"Schick, T., Sch\u00fctze, H.: It\u2019s not just size that matters: small language models are also few-shot learners. arXiv preprint arXiv:2009.07118 (2020)","DOI":"10.18653\/v1\/2021.naacl-main.185"},{"key":"33_CR28","doi-asserted-by":"crossref","unstructured":"Schick, T., Sch\u00fctze, H.: Exploiting cloze-questions for few-shot text classification and natural language inference. In: Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume, pp. 255\u2013269 (2021)","DOI":"10.18653\/v1\/2021.eacl-main.20"},{"key":"33_CR29","doi-asserted-by":"crossref","unstructured":"Shin, T., et al.: AutoPrompt: eliciting knowledge from language models with automatically generated prompts. arXiv preprint arXiv:2010.15980 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.346"},{"key":"33_CR30","doi-asserted-by":"crossref","unstructured":"Su, Y., et al.: On transferability of prompt tuning for natural language processing. In: NACL, pp. 3949\u20133969 (2022)","DOI":"10.18653\/v1\/2022.naacl-main.290"},{"key":"33_CR31","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1002\/bmb.21483","volume":"49","author":"JD Uhl","year":"2021","unstructured":"Uhl, J.D., et al.: Introductory biology undergraduate students\u2019 mixed ideas about genetic information flow. Biochem. Mol. Biol. Educ. 49, 372\u2013382 (2021)","journal-title":"Biochem. Mol. Biol. Educ."},{"key":"33_CR32","doi-asserted-by":"crossref","unstructured":"Vu, T., et al.: SPoT: better frozen model adaptation through soft prompt transfer. arXiv preprint arXiv:2110.07904 (2021)","DOI":"10.18653\/v1\/2022.acl-long.346"},{"key":"33_CR33","doi-asserted-by":"crossref","unstructured":"Wolfe, E.W., Wendler, C.L.W.: Why should we care about human raters? Appl. Meas. Educ. 33(3), 89\u2013190 (2020)","DOI":"10.1080\/08957347.2020.1750407"},{"key":"33_CR34","unstructured":"Wu, X., et al.: A survey of graph prompting methods: techniques, applications, and challenges. arXiv preprint arXiv:2303.07275 (2023)"},{"key":"33_CR35","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s10956-021-09901-8","volume":"30","author":"X Zhai","year":"2021","unstructured":"Zhai, X.: Practices and theories: how can machine learning assist in innovative assessment practices in science education. J. Sci. Educ. Technol. 30, 139\u2013149 (2021)","journal-title":"J. Sci. Educ. Technol."},{"key":"33_CR36","doi-asserted-by":"publisher","first-page":"405","DOI":"10.1007\/s11165-022-10062-w","volume":"53","author":"X Zhai","year":"2022","unstructured":"Zhai, X., Haudek, K.C., Ma, W.: Assessing argumentation using machine learning and cognitive diagnostic modeling. Res. Sci. Educ. 53, 405\u2013424 (2022)","journal-title":"Res. Sci. Educ."},{"key":"33_CR37","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1007\/s10956-020-09879-9","volume":"30","author":"X Zhai","year":"2021","unstructured":"Zhai, X., Krajcik, J., Pellegrino, J.W.: On the validity of machine learning-based next generation science assessments: a validity inferential network. J. Sci. Educ. Technol. 30, 298\u2013312 (2021)","journal-title":"J. Sci. Educ. Technol."},{"key":"33_CR38","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/s10956-020-09875-z","volume":"30","author":"X Zhai","year":"2021","unstructured":"Zhai, X., Shi, L., Nehm, R.H.: A meta-analysis of machine learning-based science assessments: factors impacting machine-human score agreements. J. Sci. Educ. Technol. 30, 361\u2013379 (2021)","journal-title":"J. Sci. Educ. Technol."},{"key":"33_CR39","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1080\/03057267.2020.1735757","volume":"56","author":"X Zhai","year":"2020","unstructured":"Zhai, X., Yin, Y., Pellegrino, J.W., Haudek, K.C., Shi, L.: Applying machine learning in science assessment: a systematic review. Stud. Sci. Educ. 56, 111\u2013151 (2020)","journal-title":"Stud. Sci. Educ."},{"key":"33_CR40","unstructured":"Zhang, M., et al.: Automatic short math answer grading via in-context meta-learning. arXiv preprint arXiv:2205.15219 (2022)"},{"key":"33_CR41","doi-asserted-by":"crossref","unstructured":"Zhong, R., Lee, K., Zhang, Z., Klein, D.: Adapting language models for zero-shot learning by meta-tuning on dataset and prompt collections. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.244"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36272-9_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:08:41Z","timestamp":1710259721000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36272-9_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031362712","9783031362729"],"references-count":41,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36272-9_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIED","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Education","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tokyo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aied2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.aied2023.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"311","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"26","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}