{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T19:31:35Z","timestamp":1772652695705,"version":"3.50.1"},"reference-count":102,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T00:00:00Z","timestamp":1720396800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["#1735785"],"award-info":[{"award-number":["#1735785"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Artif Intell Educ"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s40593-024-00417-x","type":"journal-article","created":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T16:21:54Z","timestamp":1720455714000},"page":"879-913","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["High School English Teachers Reflect on Their Talk: A Study of Response to Automated Feedback with the Teacher Talk Tool"],"prefix":"10.1016","volume":"35","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2415-0375","authenticated-orcid":false,"given":"Sean","family":"Kelly","sequence":"first","affiliation":[]},{"given":"Gizem","family":"Guner","sequence":"additional","affiliation":[]},{"given":"Nicholas","family":"Hunkins","sequence":"additional","affiliation":[]},{"given":"Sidney K.","family":"D\u2019Mello","sequence":"additional","affiliation":[]}],"member":"78","published-online":{"date-parts":[[2024,7,8]]},"reference":[{"issue":"3","key":"417_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3351229","volume":"3","author":"K Ahuja","year":"2019","unstructured":"Ahuja, K., Kim, D., Xhakaj, F., Varga, V., Xie, A., Zhang, S., Townsend, J. E., Harrison, C., Ogan, A., & Agarwal, Y. (2019). EduSense: Practical classroom sensing at scale. Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies, 3(3), 1\u201326.","journal-title":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies"},{"key":"417_CR2","doi-asserted-by":"crossref","unstructured":"Alic, S., Demszky, D., Mancenido, Z., Liu, J., Hill, H., & Jurafsky, D. (2022). Computationally identifying funneling and focusing questions in classroom discourse, arXiv preprint arXiv:2208.04715\n.","DOI":"10.18653\/v1\/2022.bea-1.27"},{"key":"417_CR3","volume-title":"Better feedback for better teaching: A practical guide to improving classroom observations","author":"J Archer","year":"2016","unstructured":"Archer, J., Cantrell, S., Holtzman, S. L., Joe, J. N., Tocci, C. M., & Wood, J. (2016). Better feedback for better teaching: A practical guide to improving classroom observations. John Wiley & Sons."},{"key":"417_CR4","doi-asserted-by":"crossref","unstructured":"Aroyo, A. M., De Bruyne, J., Dheu, O., Fosch-Villaronga, E., Gudkov, A., Hoch, H., ... & Tam\u00f2-Larrieux, A. (2021). Overtrusting robots: Setting a research agenda to mitigate overtrust in automation. Paladyn, Journal of Behavioral Robotics, 12, 423\u2013436.","DOI":"10.1515\/pjbr-2021-0029"},{"key":"417_CR5","doi-asserted-by":"publisher","first-page":"3047","DOI":"10.1093\/ej\/ueac046","volume":"132","author":"E Aucejo","year":"2022","unstructured":"Aucejo, E., Coate, P., Fruehwirth, J. C., Kelly, S., & Mozenter, Z. (2022). Teacher effectiveness and classroom composition: Understanding match effects in the classroom. The Economic Journal, 132, 3047\u20133064.","journal-title":"The Economic Journal"},{"issue":"2","key":"417_CR6","doi-asserted-by":"publisher","first-page":"111","DOI":"10.2190\/9LMD-3U28-3A0G-FTQT","volume":"13","author":"R Azevedo","year":"1995","unstructured":"Azevedo, R., & Bernard, R. M. (1995). A meta-analysis of the effects of feedback in computer-based instruction. Journal of Educational Computing Research, 13(2), 111\u2013127.","journal-title":"Journal of Educational Computing Research"},{"key":"417_CR7","first-page":"50","volume-title":"Designing teacher evaluation systems: New guidance from the measures of effective teaching project","author":"CA Bell","year":"2014","unstructured":"Bell, C. A., Qi, Y., Croft, A. J., Leusner, D., McCaffrey, D. F., Gitomer, D. H., & Pianta, R. C. (2014). Improving observational score quality. In T. Kane, K. Kerr, & R. Pianta (Eds.), Designing teacher evaluation systems: New guidance from the measures of effective teaching project (pp. 50\u201397). Jossey-Bass."},{"key":"417_CR8","doi-asserted-by":"crossref","unstructured":"Blanchard, N., Brady, M., Olney, A., Glaus, M., Sun, X., Nystrand, M., Samei, B., Kelly, S., & D\u2019Mello, S. K. (2015). A study of automatic speech recognition in noisy classroom environments for automated dialog analysis. In C. Conati, N. Heffernan, A. Mitrovic, & M. F. Verdejo (Eds.), Proceedings of the 17th international conference on artificial intelligence in education (AIED 2015) (pp. 23\u201333). Springer-Verlag.","DOI":"10.1007\/978-3-319-19773-9_3"},{"key":"417_CR9","doi-asserted-by":"publisher","first-page":"930","DOI":"10.1037\/0021-9010.86.5.930","volume":"86","author":"JF Brett","year":"2001","unstructured":"Brett, J. F., & Atwater, L. E. (2001). 360\u00b0 feedback: Accuracy, reactions, and perceptions of usefulness. Journal of Applied Psychology, 86, 930\u2013942.","journal-title":"Journal of Applied Psychology"},{"key":"417_CR10","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1086\/653624","volume":"116","author":"EM Camburn","year":"2010","unstructured":"Camburn, E. M. (2010). Embedded teacher learning opportunities as a site for reflective practice: An exploratory study. American Journal of Education, 116, 463\u2013489.","journal-title":"American Journal of Education"},{"key":"417_CR11","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1007\/s10833-015-9252-6","volume":"16","author":"EM Camburn","year":"2015","unstructured":"Camburn, E. M., & Han, S. W. (2015). Infrastructure for teacher reflection and instructional change: An exploratory study. Journal of Educational Change, 16, 511\u2013533.","journal-title":"Journal of Educational Change"},{"key":"417_CR12","doi-asserted-by":"publisher","first-page":"1233","DOI":"10.3102\/0002831218776216","volume":"55","author":"SL Campbell","year":"2018","unstructured":"Campbell, S. L., & Ronfeldt, M. (2018). Observational evaluation of teachers: Measuring more than we bargained for? American Educational Research Journal, 55, 1233\u20131267.","journal-title":"American Educational Research Journal"},{"key":"417_CR13","doi-asserted-by":"crossref","unstructured":"Cao, J., Ganesh, A., Cai, J., Southwell, R., Perkoff, M., Regan, M., Kann, K., Martin, J., Palmer, M., & D\u2019Mello, S. K. (2023). A comparative analysis of automatic speech recognition errors in small group classroom discourse. In Proceedings of the ACM International Conference on User Modeling, Adaptation and Personalization (UMAP 2023) (pp. 250\u2013262). ACM.","DOI":"10.1145\/3565472.3595606"},{"key":"417_CR14","doi-asserted-by":"publisher","first-page":"212","DOI":"10.58680\/rte201322711","volume":"47","author":"S Caughlan","year":"2013","unstructured":"Caughlan, S., Juzwik, M. M., Borsheim-Black, C., Kelly, S., & Fine, J. G. (2013). English teacher candidates developing dialogically organized instructional practices. Research in the Teaching of English, 47, 212\u2013246.","journal-title":"Research in the Teaching of English"},{"key":"417_CR15","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1111\/peps.12320","volume":"72","author":"N Chawla","year":"2019","unstructured":"Chawla, N., Gabriel, A. S., da Motta Veiga, S. P., & JSlaughter, J. E. (2019). Does feedback matter for job search self-regulation? It depends on feedback quality. Personnel Psychology, 72, 513\u2013541.","journal-title":"Personnel Psychology"},{"key":"417_CR16","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1080\/10508406.2020.1783269","volume":"29","author":"G Chen","year":"2020","unstructured":"Chen, G., Chan, C. K. K., Chan, K. K. H., Clarke, S. N., & Resnick, L. B. (2020). Efficacy of video-based teacher professional development for increasing classroom discourse and student learning. Journal of the Learning Sciences, 29, 642\u2013680.","journal-title":"Journal of the Learning Sciences"},{"key":"417_CR17","unstructured":"Cherasaro, T. L., Brodersen, R. M., Reale, M. L., & Yanoski, D. C. (2016). Teachers\u2019 responses to feedback from evaluators: What feedback characteristics matter? (REL 2017\u2013190). Regional Educational Laboratory Central."},{"key":"417_CR18","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1201\/9781003181187-14","volume-title":"Artificial intelligence in STEM education: The paradigmatic shifts in research, education, and technology","author":"JL Chiu","year":"2022","unstructured":"Chiu, J. L., Bywater, J. P., & Lilly, S. (2022). The role of AI to support teacher learning and practice: A review and future directions. In F. Ouyang, P. Jiao, B. McLaren, & A. Alavi (Eds.), Artificial intelligence in STEM education: The paradigmatic shifts in research, education, and technology (pp. 163\u2013173). CRC Press."},{"key":"417_CR19","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1016\/S0742-051X(02)00053-7","volume":"18","author":"D Clarke","year":"2002","unstructured":"Clarke, D., & Hollingsworth, H. (2002). Elaborating a model of teacher professional growth. Teaching and Teacher Education, 18, 947\u2013967.","journal-title":"Teaching and Teacher Education"},{"key":"417_CR20","volume-title":"State-level assessments and teacher evaluation systems after the passage of the every student succeeds act: Some steps in the right direction","author":"K Close","year":"2018","unstructured":"Close, K., Amrein-Beardsley, A., & Collins, C. (2018). State-level assessments and teacher evaluation systems after the passage of the every student succeeds act: Some steps in the right direction. National Education Policy Center."},{"key":"417_CR21","doi-asserted-by":"publisher","first-page":"378","DOI":"10.3102\/0013189X16659442","volume":"45","author":"J Cohen","year":"2016","unstructured":"Cohen, J., & Goldhaber, D. (2016). Building a more complete understanding of teacher evaluation using classroom observations. Educational Researcher, 45, 378\u2013387.","journal-title":"Educational Researcher"},{"key":"417_CR22","first-page":"7","volume":"17","author":"A Colestock","year":"2009","unstructured":"Colestock, A., & Sherin, M. G. (2009). Teachers\u2019 sense-making strategies while watching video of mathematics instruction. Journal of Technology and Teacher Education, 17, 7\u201329.","journal-title":"Journal of Technology and Teacher Education"},{"key":"417_CR23","doi-asserted-by":"crossref","unstructured":"d\u2019Anjou, B., Bakker, S., An, P., & Bekker, T. (2019). How peripheral data visualisation systems support secondary school teachers during VLE-supported lessons. In Proceedings of the 2019 on designing interactive systems conference (pp. 859\u2013870).","DOI":"10.1145\/3322276.3322365"},{"key":"417_CR24","unstructured":"D\u2019Mello, S. K., Lehman, B., & Person, N. (2010). Expert tutors feedback is immediate, direct, and discriminating. In C. Murray & H. Guesgen (Eds.), Proceedings of the 23rd Florida Artificial Intelligence Research Society Conference (pp. 595\u2013560). AAAI Press."},{"key":"417_CR25","doi-asserted-by":"crossref","unstructured":"D\u2019Mello, S. K., Olney, A. M, Blanchard, N., Sun, X., Ward, B., Samei, B., & Kelly, S. (2015). Multimodal capture of teacher-student interactions for automated dialogic analysis in live classrooms. Proceedings of the 17th ACM International Conference on Multimodal Interaction (ICMI 2015) (Multimodal Learning Analytics Grand Challenge MLA\u201915). (pp. 557\u2013566). ACM.","DOI":"10.1145\/2818346.2830602"},{"key":"417_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.tate.2021.103584","volume":"110","author":"M Dale","year":"2022","unstructured":"Dale, M., Godley, A., Capello, S., Donnelly, P., D\u2019Mello, S., & Kelly, S. (2022). Toward the automated analysis of teacher talk in secondary ELA classrooms. Teaching and Teacher Education, 110, 103584.","journal-title":"Teaching and Teacher Education"},{"key":"417_CR27","doi-asserted-by":"crossref","unstructured":"Datta, D., Bywater, J. P., Phillips, M., Lilly, S., Chiu, J. L., Watson, G. S., & Brown, D. E. (2023). Classifying mathematics teacher questions to support mathematical discourse. In International Conference on Artificial Intelligence in Education (pp. 372\u2013377). Springer Nature Switzerland.","DOI":"10.1007\/978-3-031-36336-8_58"},{"key":"417_CR28","doi-asserted-by":"publisher","unstructured":"Demszky, D., Liu, J., Hill, H. C., Jurafsky, D., & Piech, C. (2023). Can automated feedback improve teachers\u2019 uptake of student ideas? Evidence from a randomized controlled trial in a large-scale online course. Educational Evaluation and Policy Analysis. https:\/\/doi.org\/10.3102\/01623737231169270","DOI":"10.3102\/01623737231169270"},{"key":"417_CR29","unstructured":"Demszky, D. (2022). Using natural language processing to support student-centered education, Doctoral dissertation, Stanford University."},{"key":"417_CR30","unstructured":"Devlin, J., Chang, M.-W., Lee, K., & Toutanova, K. (2018). Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv, arXiv:1810.04805\n."},{"key":"417_CR31","volume-title":"Handbook of research in educational psychology","author":"CA Dwyer","year":"1996","unstructured":"Dwyer, C. A., & Stufflebeam, D. S. (1996). Evaluation for effective teaching. In D. Berliner & R. Calfee (Eds.), Handbook of research in educational psychology. Macmillan."},{"issue":"3","key":"417_CR32","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1037\/0033-295X.100.3.363","volume":"100","author":"KA Ericsson","year":"1993","unstructured":"Ericsson, K. A., Krampe, R., & Tesch-R\u00f6mer, C. (1993). The role of deliberate practice in the acquisition of expert performance. Psychological Review, 100(3), 363.","journal-title":"Psychological Review"},{"issue":"9","key":"417_CR33","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1002\/pfi.20175","volume":"49","author":"PJ Fadde","year":"2010","unstructured":"Fadde, P. J., & Klein, G. A. (2010). Deliberate performance: Accelerating expertise in natural settings. Performance Improvement, 49(9), 5\u201314.","journal-title":"Performance Improvement"},{"key":"417_CR34","volume-title":"Student engagement and achievement in American secondary schools","author":"A Gamoran","year":"1992","unstructured":"Gamoran, A., & Nystrand, M. (1992). Taking students seriously. In F. Newmann (Ed.), Student engagement and achievement in American secondary schools. Teachers College Press."},{"key":"417_CR35","doi-asserted-by":"publisher","first-page":"687","DOI":"10.3102\/00028312032004687","volume":"32","author":"A Gamoran","year":"1995","unstructured":"Gamoran, A., Nystrand, M., Berends, M., & Lepore, P. C. (1995). An organizational analysis of the effects of ability grouping. American Educational Research Journal, 32, 687\u2013715.","journal-title":"American Educational Research Journal"},{"key":"417_CR36","unstructured":"Gamoran, A., & Kelly, S. (2003) Tracking, instruction, and unequal literacy in secondary school English. In M. T. Hallinan, A. Gamoran, W. Kubitschek, and T. Loveless (Eds.), Stability and Change in American Education: Structure, Processes and Outcomes (pp. 109\u2013126). Eliot Werner Publications."},{"key":"417_CR37","unstructured":"Gerard, L., Wiley, K., Bradford, A., Chen, J. K., Lim-Breitbart, J., & Linn, M. (2020). Impact of a teacher action planner that captures student ideas on teacher customization decisions. In Proceedings of the 14th international society for learning sciences conference (pp. 2077\u20132084)."},{"issue":"6","key":"417_CR38","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/016146811411600607","volume":"116","author":"DH Gitomer","year":"2014","unstructured":"Gitomer, D. H., Bell, C. A., Qi, Y., McCaffrey, D. F., Hamre, B. K., & Pianta, R. C. (2014). The instructional challenge in improving teaching quality: Lessons from a classroom observation protocol. Teachers College Record, 116(6), 1\u201332.","journal-title":"Teachers College Record"},{"issue":"3","key":"417_CR39","doi-asserted-by":"publisher","first-page":"446","DOI":"10.3102\/0162373718783883","volume":"40","author":"JA Grissom","year":"2018","unstructured":"Grissom, J. A., Blissett, R. S., & Mitani, H. (2018). Evaluating school principals: Supervisor ratings of principal practice and principal job performance. Educational Evaluation and Policy Analysis, 40(3), 446\u2013472.","journal-title":"Educational Evaluation and Policy Analysis"},{"key":"417_CR40","first-page":"45","volume":"19","author":"P Grossman","year":"2013","unstructured":"Grossman, P., Loeb, S., Cohen, J., & Wyckoff, J. (2013). Measure for measure: The relationship between measures of instructional practice in middle school English language arts and teachers\u2019 value-added scores. American Journal of Education, 19, 45\u2013470.","journal-title":"American Journal of Education"},{"key":"417_CR41","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1348\/000711006X126600","volume":"61","author":"KL Gwet","year":"2008","unstructured":"Gwet, K. L. (2008). Computing inter-rater reliability and its variance in the presence of high agreement. British Journal of Mathematical and Statistical Psychology, 61, 29\u201348.","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"417_CR42","doi-asserted-by":"publisher","DOI":"10.1016\/j.lcsi.2020.100404","volume":"25","author":"S Hennessy","year":"2020","unstructured":"Hennessy, S., Howe, C., Mercer, N., & Vrikki, M. (2020). Coding classroom dialogue: Methodological considerations for researchers. Learning, Culture, and Social Interaction, 25, 100404.","journal-title":"Learning, Culture, and Social Interaction"},{"key":"417_CR43","unstructured":"Ho, A. D., & Kane, T. J. (2013). The reliability of classroom observations by school personnel. (Tech. Rep.). Bill & Melinda Gates Foundation, Measures of Effective Teaching Project."},{"key":"417_CR44","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1177\/0018720814547570","volume":"57","author":"KA Hoff","year":"2015","unstructured":"Hoff, K. A., & Bashir, M. (2015). Trust in automation: Integrating empirical evidence on factors that influence trust. Human Factors, 57, 407\u2013434.","journal-title":"Human Factors"},{"key":"417_CR45","doi-asserted-by":"crossref","unstructured":"Huang, G. Y., Chen, J., Liu, H., Fu, W., Ding, W., Tang, J., ... & Liu, Z. (2020). Neural multi-task learning for teacher question detection in online classrooms. In Artificial Intelligence in Education: 21st International Conference, AIED 2020, Ifrane, Morocco, July 6\u201310, 2020, Proceedings, Part I 21 (pp. 269\u2013281). Springer International Publishing.","DOI":"10.1007\/978-3-030-52237-7_22"},{"key":"417_CR46","doi-asserted-by":"publisher","first-page":"253","DOI":"10.3102\/0013189X14542154","volume":"43","author":"SM Humphry","year":"2014","unstructured":"Humphry, S. M., & Heldsinger, S. A. (2014). Common structural design features of rubrics may represent a threat to validity. Educational Researcher, 43, 253\u2013263.","journal-title":"Educational Researcher"},{"key":"417_CR47","doi-asserted-by":"publisher","DOI":"10.1016\/j.tate.2022.103631","volume":"112","author":"J Jacobs","year":"2022","unstructured":"Jacobs, J., Scornavacco, K., Harty, C., Suresh, A., Lai, V., & Sumner, T. (2022). Promoting rich discussion in mathematics classrooms: Using personalized automated feedback to support reflection and instructional change. Teaching and Teacher Education, 112, 103611.","journal-title":"Teaching and Teacher Education"},{"key":"417_CR48","doi-asserted-by":"crossref","unstructured":"Jensen, E., Dale, M., Donnelly, P. J., Stone, C., Kelly, S., Godley, A., & S. K. D\u2019Mello. (2020). Toward automated feedback on teacher discourse to enhance teaching effectiveness. Proceedings of the ACM CHI Conference on Human Factors in Computing Systems (CHI 2020): Association for Computing Machinery. pp 1\u201313.","DOI":"10.1145\/3313831.3376418"},{"key":"417_CR49","doi-asserted-by":"crossref","unstructured":"Jensen, E., Pugh, S., & D\u2019Mello, S. K. (2021). A deep transfer learning approach to automated teacher discourse feedback. In Proceedings of the 11th Learning Analytics & Knowledge Conference (LAK 2021). ACM.","DOI":"10.1145\/3448139.3448168"},{"key":"417_CR50","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/s11218-007-9024-0","volume":"10","author":"S Kelly","year":"2007","unstructured":"Kelly, S. (2007). Classroom discourse and the distribution of student engagement. Social Psychology of Education, 10, 331\u2013352.","journal-title":"Social Psychology of Education"},{"key":"417_CR51","doi-asserted-by":"publisher","first-page":"434","DOI":"10.1016\/j.ssresearch.2007.08.003","volume":"37","author":"S Kelly","year":"2008","unstructured":"Kelly, S. (2008). Race, social class, and student engagement in middle school English classrooms. Social Science Research, 37, 434\u2013448.","journal-title":"Social Science Research"},{"key":"417_CR52","doi-asserted-by":"publisher","unstructured":"Kelly, S. (2023). Agnosticism in instructional observation systems. Education Policy Analysis Archives, 31(7). https:\/\/doi.org\/10.14507\/epaa.31.7493","DOI":"10.14507\/epaa.31.7493"},{"key":"417_CR53","doi-asserted-by":"publisher","first-page":"306","DOI":"10.3102\/0013189X20982255","volume":"50","author":"S Kelly","year":"2021","unstructured":"Kelly, S., & Abruzzo, E. (2021). Using lesson-specific teacher reports of student engagement to investigate innovations in curriculum and instruction. Educational Researcher, 50, 306\u2013314.","journal-title":"Educational Researcher"},{"key":"417_CR54","doi-asserted-by":"publisher","first-page":"451","DOI":"10.3102\/0013189X18785613","volume":"47","author":"S Kelly","year":"2018","unstructured":"Kelly, S., Olney, A. M., Donnelly, P., Nystrand, M., & D\u2019Mello, S. K. (2018). Automatically measuring question authenticity in real-world classrooms. Educational Researcher, 47, 451\u2013464.","journal-title":"Educational Researcher"},{"key":"417_CR55","doi-asserted-by":"publisher","first-page":"62","DOI":"10.14507\/epaa.28.5012","volume":"28","author":"S Kelly","year":"2020","unstructured":"Kelly, S., Bringe, R., Aucejo, E., & Fruehwirth, J. (2020a). Using global observation protocols to inform research on teaching effectiveness and school improvement: Strengths and emerging limitations. Education Policy Analysis Archives, 28, 62.","journal-title":"Education Policy Analysis Archives"},{"issue":"11","key":"417_CR56","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/016146812012201102","volume":"122","author":"S Kelly","year":"2020","unstructured":"Kelly, S., Mozenter, Z., Aucejo, E., & Fruehwirth, J. (2020b). School-to-school differences in instructional practice: New descriptive evidence on opportunity to learn. Teachers College Record, 122(11), 1\u201338.","journal-title":"Teachers College Record"},{"issue":"3","key":"417_CR57","doi-asserted-by":"publisher","first-page":"10","DOI":"10.5617\/adno.4729","volume":"11","author":"K Klette","year":"2017","unstructured":"Klette, K., Blikstad-Balas, M., & Roe, A. (2017). Linking instruction and student achievement. Acta Didactica, 11(3), 10.","journal-title":"Acta Didactica"},{"key":"417_CR58","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2023.109713","volume":"142","author":"M Korban","year":"2023","unstructured":"Korban, M., Youngs, P., & Acton, S. T. (2023). A Multi-Modal Transformer network for action detection. Pattern Recognition, 142, 109713.","journal-title":"Pattern Recognition"},{"key":"417_CR59","unstructured":"Kraft, M. A., & Christian, A. (2019). In search of high-quality evaluation feedback: An administrator training field experiment. Ed-Working Paper 19\u201362, Annenberg Institute at Brown University, Providence, RI."},{"key":"417_CR60","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1177\/0013161X16653445","volume":"52","author":"MA Kraft","year":"2016","unstructured":"Kraft, M. A., & Gilmour, A. F. (2016). Can principals promote teacher development as evaluators? A case study of principals\u2019 views and experiences. Educational Administration Quarterly, 52, 711\u2013753.","journal-title":"Educational Administration Quarterly"},{"key":"417_CR61","doi-asserted-by":"publisher","unstructured":"Kraft, M. A., & Novicoff, S. (2024). Time in school: A conceptual framework, synthesis of the causal research, and empirical exploration. American Educational Research Journal, 0(0). https:\/\/doi.org\/10.3102\/00028312241251857","DOI":"10.3102\/00028312241251857"},{"key":"417_CR62","doi-asserted-by":"publisher","first-page":"837","DOI":"10.3102\/00028312038004837","volume":"38","author":"JA Langer","year":"2001","unstructured":"Langer, J. A. (2001). Beating the odds: Teaching middle and high school students to read and write well. American Educational Research Journal, 38, 837\u2013880.","journal-title":"American Educational Research Journal"},{"key":"417_CR63","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s11092-018-09291-3","volume":"31","author":"S Liu","year":"2019","unstructured":"Liu, S., Bell, C. A., Jones, N. D., & McCaffrey, D. F. (2019). Classroom observation systems in context: A case for the validation of observation systems. Educational Assessment, Evaluation, and Accountability, 31, 61\u201395.","journal-title":"Educational Assessment, Evaluation, and Accountability"},{"key":"417_CR64","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1016\/j.obhdp.2018.12.005","volume":"151","author":"JM Logg","year":"2019","unstructured":"Logg, J. M., Minson, J. A., & Moore, D. A. (2019). Algorithmic appreciation: People prefer algorithmic to human judgement. Organizational Behavior and Human Decision Processes, 151, 90\u2013103.","journal-title":"Organizational Behavior and Human Decision Processes"},{"key":"417_CR65","doi-asserted-by":"crossref","unstructured":"Lugini, L., Litman, D., Godley, A., & Olshefski, C. (2019). Annotating student talk in text-based classroom discussions, arXiv preprint arXiv:1909.03023.","DOI":"10.18653\/v1\/W18-0511"},{"issue":"2","key":"417_CR66","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1111\/emip.12061","volume":"34","author":"DF McCaffrey","year":"2015","unstructured":"McCaffrey, D. F., Yuan, K., Savitsky, T. D., Lockwood, J. R., & Edelen, M. O. (2015). Uncovering multivariate structure in classroom observations in the presence of rater errors. Educational Measurement: Issues and Practice, 34(2), 34\u201346.","journal-title":"Educational Measurement: Issues and Practice"},{"key":"417_CR67","doi-asserted-by":"publisher","first-page":"51","DOI":"10.3102\/978-0-935302-43-1_4","volume-title":"Socializing intelligence through academic talk and dialogue","author":"MG McKeown","year":"2015","unstructured":"McKeown, M. G., & Beck, I. L. (2015). Effective classroom talk is reading comprehension instruction. In L. B. Resnick, C. S. C. Asterhan, & S. N. Clarke (Eds.), Socializing intelligence through academic talk and dialogue (pp. 51\u201362). American Educational Research Association."},{"key":"417_CR68","unstructured":"Miles, Huberman, A. M., & Salda\u00f1a, J. (2020). Qualitative data analysis\u202f: a methods sourcebook. (Fourth edition.). SAGE."},{"key":"417_CR69","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1037\/a0015576","volume":"101","author":"PK Murphy","year":"2009","unstructured":"Murphy, P. K., Wilkinson, I. A. G., Soter, A. O., Hennessey, M. N., & Alexander, J. F. (2009). Examining the effects of classroom discussion on students\u2019 high-level comprehension of text: A meta-analysis. Journal of Educational Psychology, 101, 740\u2013764.","journal-title":"Journal of Educational Psychology"},{"key":"417_CR70","volume-title":"900 Shows a year: A look at teaching from a teacher\u2019s side of the desk","author":"SB Palonsky","year":"1986","unstructured":"Palonsky, S. B. (1986). 900 Shows a year: A look at teaching from a teacher\u2019s side of the desk. McGraw-Hill."},{"issue":"10","key":"417_CR71","doi-asserted-by":"publisher","first-page":"1345","DOI":"10.1109\/TKDE.2009.191","volume":"22","author":"SJ Pan","year":"2010","unstructured":"Pan, S. J., & Yang, Q. (2010). A survey on transfer learning. IEEE Transactions on Knowledge and Data Engineering, 22(10), 1345\u20131359.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"417_CR72","unstructured":"Pepper, M. J., Ehlert, M. W., Parsons, E. S., Stahlheber, S. W., & Burns, S. F. (2015). Educator evaluations in Tennessee: Findings from the 2014 First to the Top survey. Tennessee Consortium on Research, Evaluation, & Development. Vanderbilt."},{"issue":"3","key":"417_CR73","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s11858-018-0946-0","volume":"50","author":"AK Praetorius","year":"2018","unstructured":"Praetorius, A. K., & Charalambous, C. Y. (2018). Classroom observation frameworks for studying instructional quality: Looking back and looking forward. ZDM Mathematics Education, 50(3), 535\u2013553.","journal-title":"ZDM Mathematics Education"},{"key":"417_CR74","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1177\/0013161X11417126","volume":"48","author":"HE Price","year":"2012","unstructured":"Price, H. E. (2012). Principal-teacher interactions: How affective relationships shape principal and teacher attitudes. Educational Administration Quarterly, 48, 39\u201385.","journal-title":"Educational Administration Quarterly"},{"key":"417_CR75","doi-asserted-by":"publisher","first-page":"493","DOI":"10.1108\/JEA-07-2020-0157","volume":"59","author":"HE Price","year":"2021","unstructured":"Price, H. E. (2021). Weathering fluctuations in teacher commitment: Leaders relational failures, with improvement prospects. Journal of Educational Administration, 59, 493\u2013513.","journal-title":"Journal of Educational Administration"},{"key":"417_CR76","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3102\/0013189X029001004","volume":"29","author":"RT Putnam","year":"2000","unstructured":"Putnam, R. T., & Borko, H. (2000). What do new views of knowledge and thinking have to say about research on teacher learning? Educational Researcher, 29, 4\u201315.","journal-title":"Educational Researcher"},{"key":"417_CR77","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1080\/09243453.2020.1750432","volume":"31","author":"A Quintelier","year":"2020","unstructured":"Quintelier, A., De Maeyer, S., & Vanhoof, J. (2020). Determinants of teachers\u2019 feedback acceptance during a school inspection visit. School Effectiveness and School Improvement, 31, 529\u2013547.","journal-title":"School Effectiveness and School Improvement"},{"key":"417_CR78","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1002\/9781118955901.ch13","volume-title":"Wiley handbook of teaching and learning","author":"LB Resnick","year":"2018","unstructured":"Resnick, L. B., Asterhan, C. S. C., Clarke, S. N., & Schantz, F. (2018). Next generation research in dialogic learning. In G. E. Hall, L. F. Quinn, & D. M. Gollnick (Eds.), Wiley handbook of teaching and learning (pp. 323\u2013338). Wiley-Blackwell."},{"key":"417_CR79","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1207\/S15326950DP3202&3_04","volume":"32","author":"A Reznitskaya","year":"2001","unstructured":"Reznitskaya, A., Anderson, R. C., McNurlen, B., Nguyen-Jahiel, K., Archodidou, A., & Kim, S.-O. (2001). Influence of oral discussion on written argument. Discourse Processes, 32, 155\u2013175.","journal-title":"Discourse Processes"},{"key":"417_CR80","doi-asserted-by":"crossref","unstructured":"Sankaranarayanan, S., Kandimalla, S. R., Hasan, S., An, H., Bogart, C., Murray, R. C., ... & Ros\u00e9, C. (2020). Agent-in-the-loop: conversational agent support in service of reflection for learning during collaborative programming. In Artificial Intelligence in Education: 21st International Conference, AIED 2020, Ifrane, Morocco, July 6\u201310, 2020, Proceedings, Part II 21 (pp. 273\u2013278). Springer International Publishing.","DOI":"10.1007\/978-3-030-52240-7_50"},{"key":"417_CR81","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1177\/0018720816634228","volume":"58","author":"KE Schaefer","year":"2016","unstructured":"Schaefer, K. E., Chen, J. Y., Szalma, J. L., & Hancock, P. A. (2016). A meta-analysis of factors influencing the development of trust in automation: Implications for understanding autonomy in future systems. Human Factors, 58, 377\u2013400.","journal-title":"Human Factors"},{"key":"417_CR82","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-7089-2","volume-title":"Optimal learning environments to promote student engagement","author":"DJ Shernoff","year":"2013","unstructured":"Shernoff, D. J. (2013). Optimal learning environments to promote student engagement. Springer."},{"issue":"1","key":"417_CR83","doi-asserted-by":"publisher","first-page":"153","DOI":"10.3102\/0034654307313795","volume":"78","author":"V Shute","year":"2008","unstructured":"Shute, V. (2008). Focus on formative feedback. Review of Educational Research, 78(1), 153\u2013189.","journal-title":"Review of Educational Research"},{"key":"417_CR84","doi-asserted-by":"publisher","first-page":"496","DOI":"10.1177\/0735633120968554","volume":"59","author":"Y Song","year":"2021","unstructured":"Song, Y., Lei, S., Hao, T., Lan, Z., & Ding, Y. (2021). Automatic classification of semantic content of classroom dialogue. Journal of Educational Computing Research, 59, 496\u2013521.","journal-title":"Journal of Educational Computing Research"},{"key":"417_CR85","unstructured":"Southwell, R., Pugh, S., Perkoff, E. M., Clevenger, C., Bush, J. B., Lieber, R., ... & D\u2019Mello, S. (2022). Challenges and Feasibility of Automatic Speech Recognition for Modeling Student Collaborative Discourse in Classrooms. International Educational Data Mining Society."},{"key":"417_CR86","doi-asserted-by":"publisher","unstructured":"Stigler, J. W., & Miller, K. F. (2018). Expertise and expert performance in teaching. In The Cambridge handbook of expertise and expert performance (pp. 431\u2013452). Cambridge University Press. https:\/\/doi.org\/10.1017\/9781316480748.024","DOI":"10.1017\/9781316480748.024"},{"key":"417_CR87","doi-asserted-by":"crossref","unstructured":"Suresh, A., Sumner, T., Huang, I., Jacobs, J., Foland, B., & Ward, W. (2018). Using deep learning to automatically detect talk moves in teachers\u2019 mathematics lessons. In 2018 IEEE International Conference on Big Data (Big Data), 5445\u20135447.","DOI":"10.1109\/BigData.2018.8621901"},{"key":"417_CR88","doi-asserted-by":"crossref","unstructured":"Suresh, A., Sumner, T., Jacobs, J., Foland, B., & Ward, W. (2019). Automating analysis and feedback to improve mathematics teachers\u2019 classroom discourse. Proceedings of the AAAI Conference on Artificial Intelligence.","DOI":"10.1609\/aaai.v33i01.33019721"},{"key":"417_CR89","doi-asserted-by":"crossref","unstructured":"Suresh, A., Jacobs, J., Perkoff, M., Martin, J., & Sumner, T. (2022). Fine-tuning transformers with additional context to classify discursive moves in mathematics classrooms. 17th Workshop on Innovative Use of NLP for Building Educational Applications.","DOI":"10.18653\/v1\/2022.bea-1.11"},{"key":"417_CR90","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1598\/RRQ.40.1.3","volume":"40","author":"BM Taylor","year":"2005","unstructured":"Taylor, B. M., Pearson, P. D., Peterson, D. P., & Rodriguez, M. C. (2005). The CIERA School change framework: An evidence-based approach to professional development and school reading improvement. Reading Research Quarterly, 40, 40\u201369.","journal-title":"Reading Research Quarterly"},{"key":"417_CR91","doi-asserted-by":"crossref","unstructured":"Tran, N., Pierce, B., Litman, D., Correnti, R., & Matsumura, L. C. (2023). Utilizing natural language processing for automated assessment of classroom discussion. In International Conference on Artificial Intelligence in Education (pp. 490\u2013496). Springer Nature Switzerland.","DOI":"10.1007\/978-3-031-36336-8_76"},{"key":"417_CR92","doi-asserted-by":"publisher","first-page":"334","DOI":"10.1108\/09578239810211518","volume":"36","author":"M Tschannen-Moran","year":"1998","unstructured":"Tschannen-Moran, M., & Hoy, W. (1998). Trust in schools: A conceptual and empirical analysis. Journal of Educational Administration, 36, 334\u2013352.","journal-title":"Journal of Educational Administration"},{"key":"417_CR93","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1080\/09243453.2013.794845","volume":"25","author":"WJ van de Grift","year":"2014","unstructured":"van de Grift, W. J. (2014). Measuring teaching quality in several European countries. School Effectiveness and School Improvement, 25, 295\u2013311.","journal-title":"School Effectiveness and School Improvement"},{"key":"417_CR94","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1177\/0013161X09335141","volume":"45","author":"D Van Maele","year":"2009","unstructured":"Van Maele, D., & Van Houtte, M. (2009). Faculty trust and organizational school characteristics: An exploration across secondary schools in Flanders. Educational Administration Quarterly, 45, 556\u2013589.","journal-title":"Educational Administration Quarterly"},{"key":"417_CR95","volume-title":"Analyzing and interpreting qualitative research: After the interview","year":"2021","unstructured":"Vanover, C., Mihas, P., & Salda\u00f1a, J. (Eds.). (2021). Analyzing and interpreting qualitative research: After the interview. SAGE Publications."},{"key":"417_CR96","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A. N.,\u00a0Kaiser, L., & Polosukhin, I. (2017). Attention is all you need.\u00a0In I. Guyon, U. von Luxburg, S. Bengio, H. M. Wallach, R. Fergus, S. V. N. Vishwanathan, & R. Garnett (Eds.),\u00a0Advances in neural information processing systems, 30: Annual conference on neural information processing systems 2017\u00a0(pp. 5998\u20136008)."},{"key":"417_CR97","doi-asserted-by":"publisher","first-page":"492","DOI":"10.3102\/0013189X18785623","volume":"47","author":"MC White","year":"2018","unstructured":"White, M. C. (2018). Rater performance standards for classroom observation measures. Educational Researcher, 47, 492\u2013501.","journal-title":"Educational Researcher"},{"key":"417_CR98","doi-asserted-by":"publisher","DOI":"10.1016\/j.stueduc.2023.101238","volume":"77","author":"M White","year":"2023","unstructured":"White, M., & Klette, K. (2023). What\u2019s in a score? Problematizing interpretations of observation scores. Studies in Educational Evaluation, 77, 101238.","journal-title":"Studies in Educational Evaluation"},{"key":"417_CR99","unstructured":"Wieczorek, D., Aguilar, I., & Mette, I. (2022). System-level leaders\u2019 local control of teacher supervision and evaluation under every student succeeds act. AASA Journal of Scholarship & Practice, 19(3), 10\u201331."},{"key":"417_CR100","first-page":"142","volume-title":"Bringing reading research to life","author":"IA Wilkinson","year":"2010","unstructured":"Wilkinson, I. A., Soter, A., & Murphy, P. (2010). Developing a model of quality talk about literary text. In M. G. McKeown & L. Kucan (Eds.), Bringing reading research to life (pp. 142\u2013169). Guilford."},{"key":"417_CR101","doi-asserted-by":"crossref","unstructured":"Wolf, T., Debut, L., Sanh, V., Chaumond, J., Delangue, C., Moi, A., ... & Rush, A. M. (2019). HuggingFace\u2019s transformers: State-of-the-art natural language processing.\u00a0arXiv preprint arXiv:1910.03771","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"issue":"4","key":"417_CR102","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1080\/10627197.2020.1766956","volume":"25","author":"EC Wylie","year":"2020","unstructured":"Wylie, E. C., & Lyon, C. J. (2020). Developing a formative assessment protocol to support professional growth. Educational Assessment, 25(4), 314\u2013330.","journal-title":"Educational Assessment"}],"container-title":["International Journal of Artificial Intelligence in Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00417-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40593-024-00417-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40593-024-00417-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,4]],"date-time":"2026-03-04T18:12:54Z","timestamp":1772647974000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40593-024-00417-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,8]]},"references-count":102,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["417"],"URL":"https:\/\/doi.org\/10.1007\/s40593-024-00417-x","relation":{},"ISSN":["1560-4292","1560-4306"],"issn-type":[{"value":"1560-4292","type":"print"},{"value":"1560-4306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,7,8]]},"assertion":[{"value":"25 June 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 July 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}]}}