{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T19:31:08Z","timestamp":1772652668611,"version":"3.50.1"},"reference-count":40,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T00:00:00Z","timestamp":1749081600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Artif Intell Educ"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1007\/s40593-025-00489-3","type":"journal-article","created":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T15:54:55Z","timestamp":1749138895000},"page":"2993-3016","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Analysis of Student Interactions with a Large Language Model in an Introductory Physics Lab Setting"],"prefix":"10.1016","volume":"35","author":[{"given":"Travis","family":"Kregear","sequence":"first","affiliation":[]},{"given":"Marina","family":"Babayeva","sequence":"additional","affiliation":[]},{"given":"Ralf","family":"Widenhorn","sequence":"additional","affiliation":[]}],"member":"78","published-online":{"date-parts":[[2025,6,5]]},"reference":[{"key":"489_CR1","doi-asserted-by":"publisher","unstructured":"Bang, Y., Cahyawijaya, S., Lee, N., Dai, W., Su, D., Wilie, B., Lovenia, H., Ji, Z., Yu, T., Chung, W., Do, Q. V., Xu, Y., & Fung, P. (2023). A multitask, multilingual, multimodal evaluation of chatgpt on reasoning, hallucination, and interactivity. Proceedings of the 13th International Joint Conference on Natural Language Processing and the 3rd Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics (Volume 1: Long Papers). https:\/\/doi.org\/10.18653\/v1\/2023.ijcnlp-main.45","DOI":"10.18653\/v1\/2023.ijcnlp-main.45"},{"issue":"1","key":"489_CR2","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1186\/s41239-024-00455-4","volume":"21","author":"SK Banihashem","year":"2024","unstructured":"Banihashem, S. K., Kerman, N. T., Noroozi, O., Moon, J., & Drachsler, H. (2024). Feedback sources in essay writing: Peer-generated or AI-generated feedback? International Journal of Educational Technology in Higher Education, 21(1), 23. https:\/\/doi.org\/10.1186\/s41239-024-00455-4","journal-title":"International Journal of Educational Technology in Higher Education"},{"issue":"3","key":"489_CR3","doi-asserted-by":"publisher","first-page":"ep430","DOI":"10.30935\/cedtech\/13176","volume":"15","author":"P Bitzenbauer","year":"2023","unstructured":"Bitzenbauer, P. (2023). ChatGPT in physics education: A pilot study on easy-to-implement activities. Contemporary Educational Technology, 15(3), ep430. https:\/\/doi.org\/10.30935\/cedtech\/13176","journal-title":"Contemporary Educational Technology"},{"key":"489_CR4","doi-asserted-by":"publisher","first-page":"12883","DOI":"10.1109\/access.2024.3355282","volume":"12","author":"A Boltsi","year":"2024","unstructured":"Boltsi, A., Kalovrektis, K., Xenakis, A., Chatzimisios, P., & Chaikalis, C. (2024). Digital tools, technologies, and learning methodologies for education 4.0 Frameworks: A STEM oriented survey. IEEE Access, 12, 12883\u201312901. https:\/\/doi.org\/10.1109\/access.2024.3355282","journal-title":"IEEE Access"},{"key":"489_CR5","unstructured":"Christiano, P., Leike, J., Brown, T. B., Martic, M., Legg, S., & Amodei, D. (2017). Deep reinforcement learning from human preferences. arXiv.Org. https:\/\/arxiv.org\/abs\/1706.03741"},{"key":"489_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40593-024-00427-9","volume":"9","author":"NV Covington","year":"2024","unstructured":"Covington, N. V., & Vruwink, O. (2024). ChatGPT in undergraduate education: Performance of GPT-3.5 And identification of ai-generated text in introductory neuroscience. International Journal of Artificial Intelligence in Education., 9, 1\u201324. https:\/\/doi.org\/10.1007\/s40593-024-00427-9","journal-title":"International Journal of Artificial Intelligence in Education."},{"issue":"1","key":"489_CR7","doi-asserted-by":"publisher","first-page":"010142","DOI":"10.1103\/physrevphyseducres.19.010142","volume":"19","author":"MN Dahlkemper","year":"2023","unstructured":"Dahlkemper, M. N., Lahme, S. Z., & Klein, P. (2023). How do physics students evaluate artificial intelligence responses on comprehension questions? A study on the perceived scientific accuracy and linguistic quality of ChatGPT. Physical Review Physics Education Research, 19(1), 010142. https:\/\/doi.org\/10.1103\/physrevphyseducres.19.010142","journal-title":"Physical Review Physics Education Research"},{"key":"489_CR8","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4473369","author":"X-Q Dao","year":"2023","unstructured":"Dao, X.-Q., Le, N.-B., Phan, X.-D., & Ngo, B.-B. (2023). An evaluation of ChatGPT\u2019s proficiency in English language testing of the Vietnamese national high school graduation examination. SSRN Electronic Journal. https:\/\/doi.org\/10.2139\/ssrn.4473369","journal-title":"SSRN Electronic Journal"},{"issue":"3","key":"489_CR9","doi-asserted-by":"publisher","first-page":"134","DOI":"10.1177\/1074295618798587","volume":"27","author":"RP Ennis","year":"2018","unstructured":"Ennis, R. P., Royer, D. J., Lane, K. L., Menzies, H. M., Oakes, W. P., & Schellman, L. E. (2018). Behavior-Specific praise: An effective, efficient, low-intensity strategy to support student success. Beyond Behavior, 27(3), 134\u2013139. https:\/\/doi.org\/10.1177\/1074295618798587","journal-title":"Beyond Behavior"},{"key":"489_CR10","doi-asserted-by":"publisher","first-page":"1441739","DOI":"10.3389\/feduc.2024.1441739","volume":"9","author":"JA Hogg","year":"2024","unstructured":"Hogg, J. A., Royer, D. J., Newton, N. A., & Priddy, A. (2024). Effect of behavior-specific praise on student on-task behavior in career and technical education. Frontiers in Education, 9, 1441739. https:\/\/doi.org\/10.3389\/feduc.2024.1441739","journal-title":"Frontiers in Education"},{"issue":"12","key":"489_CR11","doi-asserted-by":"publisher","first-page":"15873","DOI":"10.1007\/s10639-023-11834-1","volume":"28","author":"J Jeon","year":"2023","unstructured":"Jeon, J., & Lee, S. (2023). Large language models in education: A focus on the complementary relationship between human teachers and ChatGPT. Education and Information Technologies, 28(12), 15873\u201315892. https:\/\/doi.org\/10.1007\/s10639-023-11834-1","journal-title":"Education and Information Technologies"},{"issue":"1","key":"489_CR12","doi-asserted-by":"publisher","first-page":"010132","DOI":"10.1103\/physrevphyseducres.19.010132","volume":"19","author":"G Kortemeyer","year":"2023","unstructured":"Kortemeyer, G. (2023). Could an artificial-intelligence agent pass an introductory physics course? Physical Review Physics Education Research, 19(1), 010132. https:\/\/doi.org\/10.1103\/physrevphyseducres.19.010132","journal-title":"Physical Review Physics Education Research"},{"issue":"1","key":"489_CR13","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/s44163-024-00147-y","volume":"4","author":"G Kortemeyer","year":"2024","unstructured":"Kortemeyer, G. (2024). Performance of the pre-trained large language model GPT-4 on automated short answer grading. Discover Artificial Intelligence, 4(1), 47. https:\/\/doi.org\/10.1007\/s44163-024-00147-y","journal-title":"Discover Artificial Intelligence"},{"key":"489_CR14","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4484188","volume-title":"Befriending chatgpt and other superchatbots: An ai-integrated take-home assessment to preserve writing-ethics","author":"PG Kubendran Amos","year":"2023","unstructured":"Kubendran Amos, P. G. (2023). Befriending chatgpt and other superchatbots: An ai-integrated take-home assessment to preserve writing-ethics. Elsevier BV. https:\/\/doi.org\/10.2139\/ssrn.4484188"},{"key":"489_CR15","doi-asserted-by":"publisher","DOI":"10.35542\/osf.io\/n7dvf","volume-title":"Are Large Multimodal Foundation Models all we need? On Opportunities and Challenges of these Models in Education","author":"S K\u00fcchemann","year":"2024","unstructured":"K\u00fcchemann, S., Avila, K. E., Dinc, Y., Hortmann, C., Revenga, N., Ruf, V., Stausberg, N., Steinert, S., Fischer, F., Fischer, M. R., Kasneci, E., Kasneci, G., Kuhr, T., Kutyniok, G., Malone, S., Sailer, M., Schmidt, A., Stadler, M., Weller, J., & Kuhn, J. (2024). Are Large Multimodal Foundation Models all we need? On Opportunities and Challenges of these Models in Education. Center for Open Science. https:\/\/doi.org\/10.35542\/osf.io\/n7dvf"},{"issue":"5","key":"489_CR16","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1119\/5.0212374","volume":"62","author":"S K\u00fcchemann","year":"2024","unstructured":"K\u00fcchemann, S., Steinert, S., Kuhn, J., Avila, K., & Ruzika, S. (2024b). Large language models\u2014Valuable tools that require a sensitive integration into teaching and learning physics. The Physics Teacher, 62(5), 400\u2013402. https:\/\/doi.org\/10.1119\/5.0212374","journal-title":"The Physics Teacher"},{"issue":"01","key":"489_CR17","doi-asserted-by":"publisher","first-page":"115","DOI":"10.3991\/ijet.v18i01.34843","volume":"18","author":"G-G Lee","year":"2023","unstructured":"Lee, G.-G., Choi, M., An, T., Mun, S., & Hong, H.-G. (2023). Development of the hands-free AI speaker system supporting hands-on science laboratory class. International Journal of Emerging Technologies in Learning (iJET), 18(01), 115\u2013136. https:\/\/doi.org\/10.3991\/ijet.v18i01.34843","journal-title":"International Journal of Emerging Technologies in Learning (iJET)"},{"issue":"4","key":"489_CR18","doi-asserted-by":"publisher","first-page":"410","DOI":"10.3390\/educsci13040410","volume":"13","author":"CK Lo","year":"2023","unstructured":"Lo, C. K. (2023). What is the impact of chatgpt on education? A rapid review of the literature. Education Sciences, 13(4), 410. https:\/\/doi.org\/10.3390\/educsci13040410","journal-title":"Education Sciences"},{"key":"489_CR19","unstructured":"Master, A. (2015). Praise That Makes Learners More Resilient. Student Experience Research Network Research Summary."},{"issue":"3","key":"489_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1037\/tmb0000042","volume":"2","author":"BA Motz","year":"2021","unstructured":"Motz, B. A., Canning, E. A., Green, D. J., Mallon, M. G., & Quick, J. D. (2021). The influence of automated praise on behavior and performance. Technology, Mind, and Behavior, 2(3), 1\u201312. https:\/\/doi.org\/10.1037\/tmb0000042","journal-title":"Technology, Mind, and Behavior"},{"key":"489_CR21","unstructured":"OpenAI platform. (2023). https:\/\/platform.openai.com\/docs\/api-reference\/completions"},{"issue":"9","key":"489_CR22","doi-asserted-by":"publisher","first-page":"5783","DOI":"10.3390\/app13095783","volume":"13","author":"MdM Rahman","year":"2023","unstructured":"Rahman, Md. M., & Watanobe, Y. (2023). ChatGPT for Education and Research: Opportunities, threats, and strategies. Applied Sciences, 13(9), 5783. https:\/\/doi.org\/10.3390\/app13095783","journal-title":"Applied Sciences"},{"issue":"1","key":"489_CR23","doi-asserted-by":"publisher","first-page":"56","DOI":"10.55056\/etq.671","volume":"2024","author":"AV Riabko","year":"2024","unstructured":"Riabko, A. V., & Vakaliuk, T. A. (2024). Physics on autopilot: Exploring the use of an AI assistant for independent problem-solving practice. Educational Technology Quarterly, 2024(1), 56\u201375. https:\/\/doi.org\/10.55056\/etq.671","journal-title":"Educational Technology Quarterly"},{"key":"489_CR24","doi-asserted-by":"publisher","first-page":"1444394","DOI":"10.3389\/feduc.2024.1444394","volume":"9","author":"DJ Royer","year":"2024","unstructured":"Royer, D. J., & Ennis, R. P. (2024). Student-delivered behavior-specific praise: A systematic literature review and meta-analysis. Frontiers in Education, 9, 1444394. https:\/\/doi.org\/10.3389\/feduc.2024.1444394","journal-title":"Frontiers in Education"},{"issue":"1","key":"489_CR25","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/s40593-022-00289-z","volume":"33","author":"J Schneider","year":"2022","unstructured":"Schneider, J., Richner, R., & Riser, M. (2022). Towards trustworthy autograding of short, multi-lingual, multi-type answers. International Journal of Artificial Intelligence in Education, 33(1), 88\u2013118. https:\/\/doi.org\/10.1007\/s40593-022-00289-z","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"1","key":"489_CR26","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1038\/s41539-023-00183-w","volume":"8","author":"E Schoneveld","year":"2023","unstructured":"Schoneveld, E., & Brummelman, E. (2023). \u201cYou did incredibly well!\u201d: Teachers\u2019 inflated praise can make children from low-SES backgrounds seem less smart (but more hardworking). NPJ Science of Learning, 8(1), 31. https:\/\/doi.org\/10.1038\/s41539-023-00183-w","journal-title":"NPJ Science of Learning"},{"issue":"1","key":"489_CR27","doi-asserted-by":"publisher","first-page":"11","DOI":"10.47852\/bonviewaia3202939","volume":"2","author":"S Shahriar","year":"2023","unstructured":"Shahriar, S., & Hayawi, K. (2023). Let\u2019s have a chat! A conversation with chatgpt: Technology, applications, and limitations. Artificial Intelligence and Applications, 2(1), 11\u201320. https:\/\/doi.org\/10.47852\/bonviewaia3202939","journal-title":"Artificial Intelligence and Applications"},{"key":"489_CR28","doi-asserted-by":"publisher","first-page":"56720","DOI":"10.1109\/access.2022.3177752","volume":"10","author":"T Shaik","year":"2022","unstructured":"Shaik, T., Tao, X., Li, Y., Dann, C., McDonald, J., Redmond, P., & Galligan, L. (2022). A review of the trends and challenges in adopting natural language processing methods for education feedback analysis. IEEE Access, 10, 56720\u201356739. https:\/\/doi.org\/10.1109\/access.2022.3177752","journal-title":"IEEE Access"},{"key":"489_CR29","unstructured":"Standard data review protocol. (2025). National Student Support Accelerator. https:\/\/nssa.stanford.edu\/tutoring\/data-use\/evaluation-improvement\/standard-data-review-protocol"},{"key":"489_CR30","doi-asserted-by":"crossref","unstructured":"Steinert, S., E. Avila, K., Ruzika, S., Kuhn, J., & K\u00fcchemann, S. (2023). Harnessing Large Language Models to Enhance Self-Regulated Learning via Formative Feedback. arXiv:2311.13984 [physics.ed-ph].","DOI":"10.1186\/s40561-024-00354-1"},{"key":"489_CR31","doi-asserted-by":"publisher","unstructured":"Tan, C. W., & Lim, K. Y. (2023). Revolutionizing formative assessment in STEM fields: Leveraging AI and NLP techniques. 2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC). https:\/\/doi.org\/10.1109\/apsipaasc58517.2023.10317226","DOI":"10.1109\/apsipaasc58517.2023.10317226"},{"issue":"6630","key":"489_CR32","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1126\/science.adg7879","volume":"379","author":"HH Thorp","year":"2023","unstructured":"Thorp, H. H. (2023). ChatGPT is fun, but not an author. Science, 379(6630), 313\u2013313. https:\/\/doi.org\/10.1126\/science.adg7879","journal-title":"Science"},{"issue":"1","key":"489_CR33","doi-asserted-by":"publisher","first-page":"010152","DOI":"10.1103\/physrevphyseducres.20.010152","volume":"20","author":"T Wan","year":"2024","unstructured":"Wan, T., & Chen, Z. (2024). Exploring generative AI assisted feedback writing for students\u2019 written responses to a physics conceptual question with prompt engineering and few-shot learning. Physical Review Physics Education Research, 20(1), 010152. https:\/\/doi.org\/10.1103\/physrevphyseducres.20.010152","journal-title":"Physical Review Physics Education Research"},{"key":"489_CR34","unstructured":"West, C. G. (2023). AI and the FCI: Can chatgpt project an understanding of introductory physics? arXiv.Org. https:\/\/arxiv.org\/abs\/2303.01067"},{"key":"489_CR35","unstructured":"Willingham, D. T. (2023). Ask the cognitive scientist: How praise can motivate\u2014or stifle. American Federation of Teachers. https:\/\/www.aft.org\/ae\/winter2005-2006\/willingham"},{"issue":"1","key":"489_CR36","doi-asserted-by":"publisher","first-page":"010141","DOI":"10.1103\/physrevphyseducres.18.010141","volume":"18","author":"J Wilson","year":"2022","unstructured":"Wilson, J., Pollard, B., Aiken, J. M., Caballero, M. D., & Lewandowski, H. J. (2022). Classification of open-ended responses to a research-based assessment using natural language processing. Physical Review Physics Education Research, 18(1), 010141. https:\/\/doi.org\/10.1103\/physrevphyseducres.18.010141","journal-title":"Physical Review Physics Education Research"},{"issue":"3","key":"489_CR37","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/s40593-022-00290-6","volume":"33","author":"P Wulff","year":"2022","unstructured":"Wulff, P., Mientus, L., Nowak, A., & Borowski, A. (2022). Utilizing a pretrained language model (BERT) to classify preservice physics teachers\u2019 written reflections. International Journal of Artificial Intelligence in Education, 33(3), 439\u2013466. https:\/\/doi.org\/10.1007\/s40593-022-00290-6","journal-title":"International Journal of Artificial Intelligence in Education"},{"issue":"2","key":"489_CR38","doi-asserted-by":"publisher","first-page":"025010","DOI":"10.1088\/1361-6552\/ad1fa2","volume":"59","author":"W Yeadon","year":"2024","unstructured":"Yeadon, W., & Hardy, T. (2024). The impact of AI in physics education: A comprehensive review from GCSE to university levels. Physics Education, 59(2), 025010. https:\/\/doi.org\/10.1088\/1361-6552\/ad1fa2","journal-title":"Physics Education"},{"issue":"1","key":"489_CR39","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1186\/s41239-024-00453-6","volume":"21","author":"A Yusuf","year":"2024","unstructured":"Yusuf, A., Pervin, N., & Rom\u00e1n-Gonz\u00e1lez, M. (2024). Generative AI and the future of higher education: A threat to academic integrity or reformation? Evidence from multicultural perspectives. International Journal of Educational Technology in Higher Education, 21(1), 21. https:\/\/doi.org\/10.1186\/s41239-024-00453-6","journal-title":"International Journal of Educational Technology in Higher Education"},{"issue":"1","key":"489_CR40","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1186\/s41239-023-00420-7","volume":"20","author":"C Zhang","year":"2023","unstructured":"Zhang, C., Schie\u00dfl, J., Pl\u00f6\u00dfl, L., Hofmann, F., & Gl\u00e4ser-Zikuda, M. (2023). Acceptance of artificial intelligence among pre-service teachers: A multigroup analysis. International Journal of Educational Technology in Higher Education, 20(1), 49. https:\/\/doi.org\/10.1186\/s41239-023-00420-7","journal-title":"International Journal of Educational Technology in Higher Education"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-025-00489-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-025-00489-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-025-00489-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:12:44Z","timestamp":1772647964000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40593-025-00489-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,5]]},"references-count":40,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,12]]}},"alternative-id":["489"],"URL":"https:\/\/doi.org\/10.1007\/s40593-025-00489-3","relation":{},"ISSN":["1560-4292","1560-4306"],"issn-type":[{"value":"1560-4292","type":"print"},{"value":"1560-4306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,6,5]]},"assertion":[{"value":"28 May 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"All inquiries can be directed at Travis Kregear, Graduate Researcher, Portland State University (tkregear@pdx.edu).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Authors\u2019 information"}}]}}