{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:12:41Z","timestamp":1771045961817,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":50,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,7,20]],"date-time":"2023-07-20T00:00:00Z","timestamp":1689811200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,7,20]]},"DOI":"10.1145\/3573051.3593391","type":"proceedings-article","created":{"date-parts":[[2023,7,18]],"date-time":"2023-07-18T20:43:03Z","timestamp":1689712983000},"page":"81-91","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":4,"title":["High-Resolution Course Feedback: Timely Feedback Mechanism for Instructors"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2829-574X","authenticated-orcid":false,"given":"Yunsung","family":"Kim","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5140-0467","authenticated-orcid":false,"given":"Chris","family":"Piech","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, CA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,7,20]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.82.2.201"},{"key":"e_1_3_2_1_2_1","volume-title":"Validity of student ratings of instruction: What we know and what we do not. Journal of educational psychology 82, 2","author":"Abrami P. C.","year":"1990","unstructured":"Abrami, P. C., d'Apollonia, S., and Cohen, P. A. Validity of student ratings of instruction: What we know and what we do not. Journal of educational psychology 82, 2 (1990), 219."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11162-011-9240-5"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/13562510903050228"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.3200\/JECE.37.1.21-37"},{"key":"e_1_3_2_1_6_1","first-page":"2","article-title":"Student perceptions of teaching evaluations","volume":"35","author":"Brown M. J","year":"2008","unstructured":"Brown, M. J. Student perceptions of teaching evaluations. Journal of Instructional Psychology 35, 2 (2008), 177--182.","journal-title":"Journal of Instructional Psychology"},{"key":"e_1_3_2_1_7_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown T.","year":"2020","unstructured":"Brown, T., Mann, B., Ryder, N., Subbiah, M., Kaplan, J. D., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877--1901."},{"key":"e_1_3_2_1_8_1","volume-title":"Will teachers receive higher student evaluations by giving higher grades and less course work? Research in higher education 44, 5","author":"Centra J. A.","year":"2003","unstructured":"Centra, J. A. Will teachers receive higher student evaluations by giving higher grades and less course work? Research in higher education 44, 5 (2003), 495--518."},{"key":"e_1_3_2_1_9_1","volume-title":"Student evaluation of teaching effectiveness: An assessment of student perception and motivation. Assessment & evaluation in higher education 28, 1","author":"Chen Y.","year":"2003","unstructured":"Chen, Y., and Hoshower, L. B. Student evaluation of teaching effectiveness: An assessment of student perception and motivation. Assessment & evaluation in higher education 28, 1 (2003), 71--88."},{"key":"e_1_3_2_1_10_1","volume-title":"Student ratings of instruction and student achievement: A metaanalysis of multisection validity studies. Review of educational Research 51, 3","author":"Cohen P. A.","year":"1981","unstructured":"Cohen, P. A. Student ratings of instruction and student achievement: A metaanalysis of multisection validity studies. Review of educational Research 51, 3 (1981), 281--309."},{"key":"e_1_3_2_1_11_1","unstructured":"Cross K. P. and Angelo T. A. Classroom assessment techniques. a handbook for faculty."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1177\/1469787404046845"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.3102\/00028312016001025"},{"key":"e_1_3_2_1_14_1","volume-title":"The doctrine of chances: probabilistic aspects of gambling","author":"Ethier S. N.","unstructured":"Ethier, S. N. The doctrine of chances: probabilistic aspects of gambling. Springer."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992265"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/02602938.2016.1224997"},{"key":"e_1_3_2_1_17_1","volume-title":"Student course evaluations: Research, models and trends","author":"Gravestock P.","year":"2008","unstructured":"Gravestock, P., and Gregor-Greenleaf, E. Student course evaluations: Research, models and trends. Higher Education Quality Council of Ontario Toronto, 2008."},{"key":"e_1_3_2_1_18_1","volume-title":"Grading leniency is a removable contaminant of student ratings. American psychologist 52, 11","author":"Greenwald A. G.","year":"1997","unstructured":"Greenwald, A. G., and Gillmore, G. M. Grading leniency is a removable contaminant of student ratings. American psychologist 52, 11 (1997), 1209."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3116425"},{"key":"e_1_3_2_1_20_1","volume-title":"The impact of nonresponse rates on nonresponse bias: a meta-analysis. Public opinion quarterly 72, 2","author":"Groves R. M.","year":"2008","unstructured":"Groves, R. M., and Peytcheva, E. The impact of nonresponse rates on nonresponse bias: a meta-analysis. Public opinion quarterly 72, 2 (2008), 167--189."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-demo.9"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1596\/978-0-8213-6392-8"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781138610514"},{"key":"e_1_3_2_1_24_1","volume-title":"Midterm evaluation of teaching provides helpful feedback to instructors. Teaching of psychology 20, 4","author":"Keutzer C. S.","year":"1993","unstructured":"Keutzer, C. S. Midterm evaluation of teaching provides helpful feedback to instructors. Teaching of psychology 20, 4 (1993), 238--240."},{"key":"e_1_3_2_1_25_1","volume-title":"Student ratings: Validity, utility, and controversy. New directions for institutional research","author":"Kulik J. A.","year":"2001","unstructured":"Kulik, J. A. Student ratings: Validity, utility, and controversy. New directions for institutional research 2001, 109 (2001), 9--25."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1002\/tl.26"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Marsh H. W. Students' evaluations of university teaching: Dimensionality reliability validity potential biases and usefulness. The scholarship of teaching and learning in higher education: An evidence-based perspective (2007) 319--383.","DOI":"10.1007\/1-4020-5742-3_9"},{"key":"e_1_3_2_1_28_1","volume-title":"The use of students' evaluations and an individually structured intervention to enhance university teaching effectiveness. American educational research journal 30, 1","author":"Marsh H.W.","year":"1993","unstructured":"Marsh, H.W., and Roche, L. The use of students' evaluations and an individually structured intervention to enhance university teaching effectiveness. American educational research journal 30, 1 (1993), 217--251."},{"key":"e_1_3_2_1_29_1","volume-title":"Making students' evaluations of teaching effectiveness effective: The critical issues of validity, bias, and utility. American psychologist 52, 11","author":"Marsh H. W.","year":"1997","unstructured":"Marsh, H. W., and Roche, L. A. Making students' evaluations of teaching effectiveness effective: The critical issues of validity, bias, and utility. American psychologist 52, 11 (1997), 1187."},{"key":"e_1_3_2_1_30_1","volume-title":"Teacher Evaluation: Improvement, Accountability, and Effective Learning","author":"McLaughlin M. W.","year":"1988","unstructured":"McLaughlin, M. W., and Pfeifer, R. S. Teacher Evaluation: Improvement, Accountability, and Effective Learning. Teachers College Press, 1988."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/1360144970020102"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/13538320120098069"},{"key":"e_1_3_2_1_33_1","volume-title":"Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155","author":"Ouyang L.","year":"2022","unstructured":"Ouyang, L., Wu, J., Jiang, X., Almeida, D., Wainwright, C. L., Mishkin, P., Zhang, C., Agarwal, S., Slama, K., Ray, A., et al. Training language models to follow instructions with human feedback. arXiv preprint arXiv:2203.02155 (2022)."},{"key":"e_1_3_2_1_34_1","volume-title":"Midterm feedback from students: Its relationship to instructional improvement and students' cognitive and affective outcomes. Journal of educational psychology 71, 6","author":"Overall J.","year":"1979","unstructured":"Overall, J., and Marsh, H.W. Midterm feedback from students: Its relationship to instructional improvement and students' cognitive and affective outcomes. Journal of educational psychology 71, 6 (1979), 856."},{"key":"e_1_3_2_1_35_1","volume-title":"Changing the agenda for research into students' views about university teaching: Four shortcomings of srt research. Teaching in higher education 8, 3","author":"Penny A. R.","year":"2003","unstructured":"Penny, A. R. Changing the agenda for research into students' views about university teaching: Four shortcomings of srt research. Teaching in higher education 8, 3 (2003), 399--411."},{"key":"e_1_3_2_1_36_1","volume-title":"Effectiveness of consultation on student ratings feedback: A meta-analysis. Review of educational research 74, 2","author":"Penny A. R.","year":"2004","unstructured":"Penny, A. R., and Coe, R. Effectiveness of consultation on student ratings feedback: A meta-analysis. Review of educational research 74, 2 (2004), 215--253."},{"key":"e_1_3_2_1_37_1","volume-title":"Raising response rates: What works? New directions for institutional research","author":"Porter S. R.","year":"2004","unstructured":"Porter, S. R. Raising response rates: What works? New directions for institutional research 2004, 121 (2004), 5--21."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/FIE.2018.8658457"},{"key":"e_1_3_2_1_39_1","volume-title":"Instruments for obtaining student feedback: A review of the literature. Assessment & evaluation in higher education 30, 4","author":"Richardson J. T.","year":"2005","unstructured":"Richardson, J. T. Instruments for obtaining student feedback: A review of the literature. Assessment & evaluation in higher education 30, 4 (2005), 387--415."},{"key":"e_1_3_2_1_40_1","volume-title":"Assessing response rates and nonresponse bias in web and paper surveys. Research in higher education 44, 4","author":"Sax L. J.","year":"2003","unstructured":"Sax, L. J., Gilmartin, S. K., and Bryant, A. N. Assessing response rates and nonresponse bias in web and paper surveys. Research in higher education 44, 4 (2003), 409--432."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024996413417"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01228323"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/0260293022000009285"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.3102\/0034654313496870"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1002\/tl.24"},{"key":"e_1_3_2_1_46_1","volume-title":"42nd Annual Forum of the Association for Institutional Research","author":"Thorpe S. W.","year":"2002","unstructured":"Thorpe, S. W. Online student evaluation of instruction: An investigation of non-response bias. In 42nd Annual Forum of the Association for Institutional Research, Toronto, Ontario, Canada. ERIC Document No. ED472469 (2002)."},{"key":"e_1_3_2_1_47_1","first-page":"41","volume-title":"The science of self-report","author":"Tourangeau R.","year":"1999","unstructured":"Tourangeau, R. Remembering what happened: Memory errors and survey reports. In The science of self-report. Psychology Press, 1999, pp. 41--60."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1177\/0273475315619652"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11092-006-9000-9"},{"key":"e_1_3_2_1_50_1","volume-title":"The use and misuse of student evaluations of teaching. Teaching in higher education 12, 1","author":"Zabaleta F.","year":"2007","unstructured":"Zabaleta, F. The use and misuse of student evaluations of teaching. Teaching in higher education 12, 1 (2007), 55--76."}],"event":{"name":"L@S '23: Tenth ACM Conference on Learning @ Scale","location":"Copenhagen Denmark","acronym":"L@S '23"},"container-title":["Proceedings of the Tenth ACM Conference on Learning @ Scale"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593391","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3573051.3593391","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T06:44:33Z","timestamp":1755845073000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3573051.3593391"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,20]]},"references-count":50,"alternative-id":["10.1145\/3573051.3593391","10.1145\/3573051"],"URL":"https:\/\/doi.org\/10.1145\/3573051.3593391","relation":{},"subject":[],"published":{"date-parts":[[2023,7,20]]},"assertion":[{"value":"2023-07-20","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}