{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T18:35:28Z","timestamp":1778610928137,"version":"3.51.4"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T00:00:00Z","timestamp":1682985600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T00:00:00Z","timestamp":1682985600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Educ Inf Technol"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1007\/s10639-023-11834-1","type":"journal-article","created":{"date-parts":[[2023,5,2]],"date-time":"2023-05-02T09:02:33Z","timestamp":1683018153000},"page":"15873-15892","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":519,"title":["Large language models in education: A focus on the complementary relationship between human teachers and ChatGPT"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1161-3676","authenticated-orcid":false,"given":"Jaeho","family":"Jeon","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9436-4272","authenticated-orcid":false,"given":"Seongyong","family":"Lee","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,2]]},"reference":[{"key":"11834_CR1","unstructured":"Altman, S. (2022, December 5). Twitter. https:\/\/twitter.com\/sama\/status\/1599668808285028353?s=20&t=j5ymf1tUeTpeQuJKlWAKaQ"},{"issue":"8","key":"11834_CR2","doi-asserted-by":"publisher","first-page":"827","DOI":"10.1080\/09588221.2018.1535508","volume":"32","author":"S Bibauw","year":"2019","unstructured":"Bibauw, S., Fran\u00e7ois, T., & Desmet, P. (2019). Discussing with a computer to practice a foreign language: Research synthesis and conceptual framework of dialogue-based CALL. Computer Assisted Language Learning, 32(8), 827\u2013877.","journal-title":"Computer Assisted Language Learning"},{"issue":"1","key":"11834_CR3","first-page":"1","volume":"26","author":"S Bibauw","year":"2022","unstructured":"Bibauw, S., Fran\u00e7ois, T., Van den Noortgate, W., & Desmet, P. (2022). Dialogue systems for language learning: A meta-analysis. Language Learning & Technology, 26(1), 1\u201324.","journal-title":"Language Learning & Technology"},{"issue":"3","key":"11834_CR4","doi-asserted-by":"publisher","first-page":"1035","DOI":"10.1111\/bjet.12771","volume":"50","author":"M Bower","year":"2019","unstructured":"Bower, M. (2019). Technology-mediated learning theory. British Journal of Educational Technology, 50(3), 1035\u20131048. https:\/\/doi.org\/10.1111\/bjet.12771","journal-title":"British Journal of Educational Technology"},{"issue":"2","key":"11834_CR5","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1191\/1478088706qp063oa","volume":"3","author":"V Braun","year":"2006","unstructured":"Braun, V., & Clarke, V. (2006). Using thematic analysis in psychology. Qualitative Research in Psychology, 3(2), 77\u2013101.","journal-title":"Qualitative Research in Psychology"},{"key":"11834_CR6","unstructured":"Brown, T. B., Mann, B., Ryder, N., Subbiah, M., Kaplan, J., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., Agarwal, S., Herbert-Voss, A., Krueger, G., Henighan, T., Child, R., Ramesh, A., Ziegler, D. M., Wu, Jeffrey, Winter, C. \u2026, & Amodei, D. (2020). Language Models are Few-Shot Learners. arXiv. https:\/\/arxiv.org\/abs\/2005.14165"},{"key":"11834_CR7","doi-asserted-by":"publisher","first-page":"107468","DOI":"10.1016\/j.chb.2022.107468","volume":"138","author":"I Celik","year":"2023","unstructured":"Celik, I. (2023). Towards Intelligent-TPACK: An empirical study on teachers\u2019 professional knowledge to ethically integrate artificial intelligence (AI)-based tools into education. Computers in Human Behavior, 138, 107468. https:\/\/doi.org\/10.1016\/j.chb.2022.107468","journal-title":"Computers in Human Behavior"},{"key":"11834_CR8","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1007\/s11528-022-00715-y","volume":"66","author":"I Celik","year":"2022","unstructured":"Celik, I., Dindar, M., Muukkonen, H., & Jarvela, S. (2022). The promises and challenges of artificial intelligence for teachers: A systematic review of research. TechTrends, 66, 616\u2013630. https:\/\/doi.org\/10.1007\/s11528-022-00715-y","journal-title":"TechTrends"},{"key":"11834_CR9","doi-asserted-by":"publisher","unstructured":"Choi, S., Jang, Y., & Kim, H. (2023a). Influence of Pedagogical Beliefs and Perceived Trust on Teachers\u2019 Acceptance of Educational Artificial Intelligence Tools. International Journal of Human\u2013Computer Interaction, 39(4), 910\u2013922. https:\/\/doi.org\/10.1080\/10447318.2022.2049145","DOI":"10.1080\/10447318.2022.2049145"},{"key":"11834_CR10","doi-asserted-by":"publisher","unstructured":"Choi, S., Jang, Y., & Kim, H. (2023b). Exploring factors influencing students\u2019 intention to use intelligent personal assistants for learning. Interactive Learning Environments. https:\/\/doi.org\/10.1080\/10494820.2023.2194927","DOI":"10.1080\/10494820.2023.2194927"},{"key":"11834_CR11","volume-title":"Educational research: Planning, conducting, and evaluating quantitative and qualitative approaches to research","author":"JW Creswell","year":"2008","unstructured":"Creswell, J. W. (2008). Educational research: Planning, conducting, and evaluating quantitative and qualitative approaches to research (3rd ed.). Merrill\/Pearson Education.","edition":"3"},{"key":"11834_CR12","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/978-1-4419-5716-0_26","volume-title":"New science of learning","author":"P Dillenbourg","year":"2010","unstructured":"Dillenbourg, P., & Jermann, P. (2010). Technology for classroom orchestration. In M. S. Khine & I. M. Saleh (Eds.), New science of learning (pp. 525\u2013552). Springer Science + Business Media."},{"issue":"1","key":"11834_CR13","first-page":"16","volume":"24","author":"G Dizon","year":"2020","unstructured":"Dizon, G. (2020). Evaluating intelligent personal assistants for L2 listening and speaking development. Language Learning & Technology, 24(1), 16\u201326.","journal-title":"Language Learning & Technology"},{"issue":"2","key":"11834_CR14","first-page":"8","volume":"24","author":"L Fryer","year":"2020","unstructured":"Fryer, L., Coniam, D., Carpenter, R., & L\u0103pu\u0219neanu, D. (2020). Bots for language learning now: Current and future directions. Language Learning & Technology, 24(2), 8\u201322.","journal-title":"Language Learning & Technology"},{"issue":"December 2018","key":"11834_CR15","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1016\/j.chb.2018.12.023","volume":"93","author":"LK Fryer","year":"2019","unstructured":"Fryer, L. K., Nakao, K., & Thompson, A. (2019). Chatbot learning partners: Connecting learning experiences, interest and competence. Computers in Human Behavior, 93(December 2018), 279\u2013289. https:\/\/doi.org\/10.1016\/j.chb.2018.12.023","journal-title":"Computers in Human Behavior"},{"key":"11834_CR16","doi-asserted-by":"crossref","unstructured":"Heidt, A. (2023). \u2018Arms race with automation\u2019: Professors fret about AI-generated coursework. Nature. https:\/\/www.nature.com\/articles\/d41586-023-00204-z","DOI":"10.1038\/d41586-023-00204-z"},{"key":"11834_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-022-09338-x","author":"KF Hew","year":"2022","unstructured":"Hew, K. F., Huang, W., Du, J., & Jia, C. (2023). Using chatbots to support student goal setting and social presence in fully online activities: Learner engagement and perceptions. Journal of Computing in Higher Education, 35, 40-68.\u00a0https:\/\/doi.org\/10.1007\/s12528-022-09338-x.\u00a0","journal-title":"Journal of Computing in Higher Education"},{"key":"11834_CR18","doi-asserted-by":"publisher","unstructured":"Holstein, K., Aleven, V., & Rummel, N. (2020). A Conceptual Framework for Human\u2013AI Hybrid Adaptivity in Education. In: I. Bittencourt, M., Cukurova, K., Muldner, R., Luckin, & E., Mill\u00e1n (Eds.), Artificial Intelligence in Education. AIED 2020. Lecture Notes in Computer Science (vol. 12163). Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-030-52237-7_20","DOI":"10.1007\/978-3-030-52237-7_20"},{"issue":"2","key":"11834_CR19","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1002\/aaai.12058","volume":"43","author":"K Holstein","year":"2022","unstructured":"Holstein, K., & Aleven, V. (2022). Designing for human\u2013AI complementarity in K-12 education. AI Magazine, 43(2), 239\u2013248. https:\/\/doi.org\/10.1002\/aaai.12058","journal-title":"AI Magazine"},{"issue":"2","key":"11834_CR20","doi-asserted-by":"publisher","first-page":"27","DOI":"10.18608\/jla.2019.62.3","volume":"6","author":"K Holstein","year":"2019","unstructured":"Holstein, K., McLaren, B. M., & Aleven, V. (2019). Co-designing a real-time classroom orchestration tool to support teacher\u2013ai complementarity. Journal of Learning Analytics, 6(2), 27\u201352. https:\/\/doi.org\/10.18608\/jla.2019.62.3","journal-title":"Journal of Learning Analytics"},{"key":"11834_CR21","unstructured":"Huang, X., Zou D., Cheng, G., Chen, X., & Xie, H. (2023). Trends, research issues and applications of artificial intelligence in language education. Educational Society & Technology 26(1), 112\u2013131. https:\/\/www.j-ets.net\/collection\/forthcoming-articles\/26_1"},{"key":"11834_CR22","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1111\/jcal.12610","volume":"38","author":"W Huang","year":"2022","unstructured":"Huang, W., Hew, K. F., & Fryer, L. K. (2022). Chatbots for language learning\u2014Are they really useful? A systematic review of chatbot-supported language learning. Journal of Computer Assisted Learning, 38, 237\u2013257. https:\/\/doi.org\/10.1111\/jcal.12610","journal-title":"Journal of Computer Assisted Learning"},{"key":"11834_CR23","doi-asserted-by":"publisher","first-page":"100001","DOI":"10.1016\/j.caeai.2020.100001","volume":"1","author":"GJ Hwang","year":"2020","unstructured":"Hwang, G. J., Xie, H., Wah, B. W., & Gasevic, D. (2020). Vision, challenges, roles, and research issues of Artificial Intelligence in Education. Computers and Education: Artificial Intelligence, 1, 100001. https:\/\/doi.org\/10.1016\/j.caeai.2020.100001","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"11834_CR24","doi-asserted-by":"publisher","unstructured":"Jeon, J. (2021). Chatbot-assisted dynamic assessment (CA-DA) for L2 vocabulary learning and diagnosis. Computer Assisted Language Learning. https:\/\/doi.org\/10.1080\/09588221.2021.1987272","DOI":"10.1080\/09588221.2021.1987272"},{"key":"11834_CR25","doi-asserted-by":"publisher","unstructured":"Jeon, J. (2022a). Exploring a self-directed interactive app for informal EFL learning: a self-determination theory perspective. Education and Information Technologies, 27(4), 5767\u20135787. https:\/\/doi.org\/10.1007\/s10639-021-10839-y","DOI":"10.1007\/s10639-021-10839-y"},{"key":"11834_CR26","doi-asserted-by":"publisher","unstructured":"Jeon, J. (2022b). Exploring AI chatbot affordances in the EFL classroom: young learners\u2019 experiences and perspectives. Computer Assisted Language Learning.\u00a0https:\/\/doi.org\/10.1080\/09588221.2021.2021241","DOI":"10.1080\/09588221.2021.2021241"},{"key":"11834_CR27","doi-asserted-by":"publisher","unstructured":"Jeon, J., Lee, S., & Choe, H. (2022). Enhancing EFL pre-service teachers\u2019 affordance noticing and utilizing with the Synthesis of Qualitative Evidence strategies: An exploratory study of a customizable virtual environment platform. Computers & Education, 190, 104620. https:\/\/doi.org\/10.1016\/j.compedu.2022.104620","DOI":"10.1016\/j.compedu.2022.104620"},{"issue":"1","key":"11834_CR28","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1080\/15391523.2022.2142873","volume":"55","author":"H Ji","year":"2023","unstructured":"Ji, H., Han, I., & Ko, Y. (2023). A systematic review of conversational AI in language education: focusing on the collaboration with human teachers. Journal of Research on Technology in Education, 55(1), 48\u201363. https:\/\/doi.org\/10.1080\/15391523.2022.2142873. Advance online publication.","journal-title":"Journal of Research on Technology in Education"},{"key":"11834_CR29","doi-asserted-by":"publisher","unstructured":"Kasneci, E., Sessler, K., Kuchemann, S., Bannert, M., Dementieva, D., Fischer, F., Gasser, U., Groh, G., Gunnemann, S., Hullermeier, E., Krusche, S., Kutyniok, G., Michaeli, T., Nerdel, C., Jurgen, P., Poquet, O., Sailer, M., Schmidt, A., Seidel, T. \u2026, & Kasneci, G. (2023). ChatGPT for good? On opportunities and challenges of large language models for education. Learning and Individual Differences, 103, 102274. https:\/\/doi.org\/10.1016\/j.lindif.2023.102274","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"11834_CR30","doi-asserted-by":"publisher","first-page":"6069","DOI":"10.1007\/s10639-021-10831-6","volume":"27","author":"J Kim","year":"2022","unstructured":"Kim, J., Lee, H., & Cho, Y. H. (2022). Learning design to support student-AI collaboration: Perspectives of leading teachers for AI in education. Education and Information Technologies, 27, 6069\u20136104. https:\/\/doi.org\/10.1007\/s10639-021-10831-6","journal-title":"Education and Information Technologies"},{"key":"11834_CR31","doi-asserted-by":"publisher","DOI":"10.1007\/s10639-022-11177-3","author":"MA Kuhail","year":"2022","unstructured":"Kuhail, M. A., Alturki, N., Alramlawi, S., & Alhejori, K. (2022). Interacting with educational chatbots: A systematic review. Education and Information Technologies. https:\/\/doi.org\/10.1007\/s10639-022-11177-3. Advanced online publication.","journal-title":"Education and Information Technologies"},{"key":"11834_CR32","doi-asserted-by":"publisher","unstructured":"Lee, S., & Jeon, J. (2022). Visualizing a disembodied agent: Young EFL learners\u2019 perceptions of voice-controlled conversational agents as language partners. Computer Assisted Language Learning. https:\/\/doi.org\/10.1080\/09588221.2022.2067182","DOI":"10.1080\/09588221.2022.2067182"},{"issue":"4","key":"11834_CR33","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1111\/j.1468-2958.2002.tb00826.x","volume":"28","author":"M Lombard","year":"2002","unstructured":"Lombard, M., Snyder-Duch, J., & Bracken, C. C. (2002). Content analysis in mass communication: Assessment and reporting of intercoder reliability. Human Communication Research, 28(4), 587\u2013604. https:\/\/doi.org\/10.1111\/j.1468-2958.2002.tb00826.x","journal-title":"Human Communication Research"},{"key":"11834_CR34","doi-asserted-by":"publisher","first-page":"100076","DOI":"10.1016\/j.caeai.2022.100076","volume":"3","author":"R Luckin","year":"2022","unstructured":"Luckin, R., Cukurova, M., Kent, C., & du Boulay, B. (2022). Empowering educators to be AI-ready. Computers and Education: Artificial Intelligence, 3, 100076. https:\/\/doi.org\/10.1016\/j.caeai.2022.100076","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"11834_CR35","unstructured":"OpenAI. (2023). ChatGPT. OpenAI. https:\/\/chat.openai.com\/chat"},{"key":"11834_CR36","doi-asserted-by":"publisher","unstructured":"Stokel-Walker, C. (2023). AI Bot ChatGPT writes smart essays--should professors worry? Nature. https:\/\/doi.org\/10.1038\/d41586-022-04397-7. https:\/\/www.nature.com\/articles\/d41586-022-04397-7","DOI":"10.1038\/d41586-022-04397-7"},{"key":"11834_CR37","doi-asserted-by":"publisher","unstructured":"Susnjak, T. (2022). ChatGPT: The end of online exam integrity? arXiv. https:\/\/doi.org\/10.48550\/arXiv.2212.09292","DOI":"10.48550\/arXiv.2212.09292"},{"key":"11834_CR38","doi-asserted-by":"publisher","unstructured":"Timpe-Laughlin, V., Sydorenko, T., & Daurio, P. (2022) Using spoken dialogue technology for L2 speaking practice: what do teachers think? Computer Assisted Language Learning, 35(5\u20136), 1194\u20131217. https:\/\/doi.org\/10.1080\/09588221.2020.1774904","DOI":"10.1080\/09588221.2020.1774904"},{"key":"11834_CR39","doi-asserted-by":"publisher","first-page":"104703","DOI":"10.1016\/j.compedu.2022.104703","volume":"194","author":"X Wang","year":"2023","unstructured":"Wang, X., Liu, Q., Pang, H., Tan, S. C., Lei, J., Wallace, M. P., & Li, L. (2023). What matters in AI-supported learning: A study of human-AI interactions in language learning using cluster analysis and epistemic network analysis. Computers & Education, 194, 104703. https:\/\/doi.org\/10.1016\/j.compedu.2022.104703","journal-title":"Computers & Education"},{"issue":"1","key":"11834_CR40","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1145\/365153.365168","volume":"9","author":"J Weizenbaum","year":"1966","unstructured":"Weizenbaum, J. (1966). ELIZA\u2014A computer program for the study of natural language communication between man and machine. Communications of the ACM, 9(1), 36\u201345.","journal-title":"Communications of the ACM"},{"key":"11834_CR41","doi-asserted-by":"publisher","first-page":"4195","DOI":"10.1007\/s10639-021-10774-y","volume":"27","author":"W Xu","year":"2022","unstructured":"Xu, W., & Ouyang, F. A. (2022). A systematic review of AI role in the educational system based on a proposed conceptual framework. Education and Information Technologies, 27, 4195\u20134223. https:\/\/doi.org\/10.1007\/s10639-021-10774-y","journal-title":"Education and Information Technologies"},{"issue":"1","key":"11834_CR42","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1186\/s41239-019-0171-0","volume":"16","author":"O Zawacki-Richter","year":"2019","unstructured":"Zawacki-Richter, O., Marin, V. I., Bond, M., & Gouverneur, F. (2019). Systematic review of research on artificial intelligence applications in higher education\u2013where are the educators? International Journal of Educational Technology in Higher Education, 16(1), 39. https:\/\/doi.org\/10.1186\/s41239-019-0171-0","journal-title":"International Journal of Educational Technology in Higher Education"},{"key":"11834_CR43","doi-asserted-by":"publisher","unstructured":"Zhai, X. (2022). ChatGPT User Experience: Implications for Education. arXiv. https:\/\/doi.org\/10.2139\/ssrn.4312418","DOI":"10.2139\/ssrn.4312418"},{"key":"11834_CR44","doi-asserted-by":"publisher","unstructured":"Zhang, Z., Xu, Y., Wang, Y., Yao, B., Ritchie, D., Wu, T., Mo, Y.,\nWang, D., & Li, T. J. J. (2022). StoryBuddy: A human-AI\ncollaborative\nchatbot for parent\u2013child\ninteractive storytelling\nwith flexible parental involvement. In CHI \u201922: CHI conference\non human factors in computing systems (pp. 1\u201321).\nhttps:\/\/doi.org\/10.1145\/3491102.3517479","DOI":"10.1145\/3491102.3517479"}],"container-title":["Education and Information Technologies"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11834-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10639-023-11834-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10639-023-11834-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T08:12:54Z","timestamp":1701677574000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10639-023-11834-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,2]]},"references-count":44,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2023,12]]}},"alternative-id":["11834"],"URL":"https:\/\/doi.org\/10.1007\/s10639-023-11834-1","relation":{},"ISSN":["1360-2357","1573-7608"],"issn-type":[{"value":"1360-2357","type":"print"},{"value":"1573-7608","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,2]]},"assertion":[{"value":"21 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 April 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"None","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}]}}