{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T15:59:50Z","timestamp":1777564790366,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":63,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,13]],"date-time":"2023-03-13T00:00:00Z","timestamp":1678665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,13]]},"DOI":"10.1145\/3576050.3576052","type":"proceedings-article","created":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T23:18:46Z","timestamp":1677021526000},"page":"11-21","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Logs or Self-Reports? Misalignment Between Behavioral Trace Data and Surveys When Modeling Learner Achievement Goal Orientation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8955-8905","authenticated-orcid":false,"given":"Heeryung","family":"Choi","sequence":"first","affiliation":[{"name":"Massachusetts Institute of Technology, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5133-7525","authenticated-orcid":false,"given":"Philip H.","family":"Winne","sequence":"additional","affiliation":[{"name":"Simon Fraser University, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0875-0204","authenticated-orcid":false,"given":"Christopher","family":"Brooks","sequence":"additional","affiliation":[{"name":"University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3120-7728","authenticated-orcid":false,"given":"Warren","family":"Li","sequence":"additional","affiliation":[{"name":"University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7222-6664","authenticated-orcid":false,"given":"Kerby","family":"Shedden","sequence":"additional","affiliation":[{"name":"University of Michigan, United States"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,3,13]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.84.3.261"},{"key":"e_1_3_2_1_2_1","first-page":"1","article-title":"Defining and Measuring Engagement and Learning in Science: Conceptual","volume":"50","author":"Azevedo Roger","year":"2015","unstructured":"Roger Azevedo. 2015. Defining and Measuring Engagement and Learning in Science: Conceptual, Theoretical, Methodological, and Analytical Issues. Educ. Psychol. 50, 1 (Jan. 2015), 84\u201394.","journal-title":"Theoretical, Methodological, and Analytical Issues. Educ. Psychol."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0031145"},{"key":"e_1_3_2_1_4_1","unstructured":"John\u00a0T Behrens Philip Piety Kristen\u00a0E DiCerbo and Robert\u00a0J Mislevy. 2018. Inferential foundations for learning analytics in the digital ocean. Learning analytics in education(2018) 1\u201348."},{"key":"e_1_3_2_1_5_1","volume-title":"The effect of mastery goal-complexes on mathematics grades and engagement: The case of Low-SES Peruvian students. Learning and Instruction (Oct","author":"Benita Moti","year":"2021","unstructured":"Moti Benita, Lennia Matos, and Yasmin Cerna. 2021. The effect of mastery goal-complexes on mathematics grades and engagement: The case of Low-SES Peruvian students. Learning and Instruction (Oct. 2021), 101558."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijer.2004.06.010"},{"key":"e_1_3_2_1_7_1","first-page":"3","article-title":"Goal Theorists Should Move on From Performance","volume":"40","author":"Brophy Jere","year":"2005","unstructured":"Jere Brophy. 2005. Goal Theorists Should Move on From Performance Goals. Educ. Psychol. 40, 3 (Sept. 2005), 167\u2013176.","journal-title":"Goals. Educ. Psychol."},{"key":"e_1_3_2_1_8_1","first-page":"317","article-title":"Influence of game quests on pupils\u2019 enjoyment and goal-pursuing in math learning","volume":"15","author":"Chen Zhi-Hong","year":"2012","unstructured":"Zhi-Hong Chen, Calvin C\u00a0Y Liao, Hercy N\u00a0H Cheng, Charles Y\u00a0C Yeh, and Tak-Wai Chan. 2012. Influence of game quests on pupils\u2019 enjoyment and goal-pursuing in math learning. Journal of Educational Technology & Society 15, 2 (2012), 317\u2013327.","journal-title":"Journal of Educational Technology & Society"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15327965PLI1104_01"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.41.10.1040"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15326985ep3403_3"},{"key":"e_1_3_2_1_12_1","volume-title":"Handbook of competence and motivation, Andrew\u00a0J Elliot and Carol\u00a0S Dweck (Eds.). Vol.\u00a016.","author":"Elliot J","unstructured":"Andrew\u00a0J Elliot. 2005. A conceptual history of the achievement goal construct. In Handbook of competence and motivation, Andrew\u00a0J Elliot and Carol\u00a0S Dweck (Eds.). Vol.\u00a016. New York: The Guilford Press, 52\u201372."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.100.3.613"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0023952"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009057102306"},{"key":"e_1_3_2_1_16_1","first-page":"2","article-title":"Examining the Psychometric Properties of the Achievement Goal Questionnaire in a General Academic","volume":"64","author":"Finney J","year":"2004","unstructured":"Sara\u00a0J Finney, Suzanne\u00a0L Pieper, and Kenneth\u00a0E Barron. 2004. Examining the Psychometric Properties of the Achievement Goal Questionnaire in a General Academic Context. Educ. Psychol. Meas. 64, 2 (April 2004), 365\u2013382.","journal-title":"Context. Educ. Psychol. Meas."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1080\/00313831.2020.1755360"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2010.515935"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2005.01.004"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1080\/10705511.2017.1402334"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.52.1.653"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.3102\/003465430298487"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2007.09.020"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1161\/STROKEAHA.120.031065"},{"key":"e_1_3_2_1_25_1","first-page":"3","article-title":"A meta-analytic review of achievement goal measures: different labels for the same constructs or different constructs with similar labels?Psychol","volume":"136","author":"Hulleman S","year":"2010","unstructured":"Chris\u00a0S Hulleman, Sheree\u00a0M Schrager, Shawn\u00a0M Bodmann, and Judith\u00a0M Harackiewicz. 2010. A meta-analytic review of achievement goal measures: different labels for the same constructs or different constructs with similar labels?Psychol. Bull. 136, 3 (May 2010), 422\u2013449.","journal-title":"Bull."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10212-011-0066-5"},{"key":"e_1_3_2_1_27_1","volume-title":"A neglected tenet of achievement goal theory: Associations between life aspirations and achievement goal orientations. Pers. Individ. Dif. 142 (May","author":"Janke Stefan","year":"2019","unstructured":"Stefan Janke and Oliver Dickh\u00e4user. 2019. A neglected tenet of achievement goal theory: Associations between life aspirations and achievement goal orientations. Pers. Individ. Dif. 142 (May 2019), 90\u201399."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2567574.2567616"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Vitomir Kovanovic Dragan Ga\u0161evi\u0107 Shane Dawson Sre\u0107ko Joksimovic Ryan\u00a0S Baker and Marek Hatala. 2015. Does Time-on-task Estimation Matter? Implications on Validity of Learning Analytics Findings. 1 2 3(2015) 81\u2013110.","DOI":"10.18608\/jla.2015.23.6"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2011.02.003"},{"key":"e_1_3_2_1_31_1","first-page":"4","article-title":"Implications of evidence-centered design for educational testing","volume":"25","author":"Mislevy J","year":"2007","unstructured":"Robert\u00a0J Mislevy and Geneva\u00a0D Haertel. 2007. Implications of evidence-centered design for educational testing. Educ. Meas. Issu. Pr. 25, 4 (April 2007), 6\u201320.","journal-title":"Educ. Meas. Issu. Pr."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"crossref","unstructured":"R\u00a0J Mislevy L\u00a0S Steinberg and others. 2003. Focus article: On the structure of educational assessments. research and perspectives(2003).","DOI":"10.1207\/S15366359MEA0101_02"},{"key":"e_1_3_2_1_33_1","volume-title":"New developments and techniques in structural equation modeling","author":"Muth\u00e9n O","unstructured":"Bengt\u00a0O Muth\u00e9n. 2001. Latent variable mixture modeling. In New developments and techniques in structural equation modeling. Psychology Press, 21\u201354."},{"key":"e_1_3_2_1_34_1","unstructured":"Bengt\u00a0O Muth\u00e9n and Linda Muth\u00e9n. 2017. Mplus. Chapman and Hall\/CRC."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.91.3.328"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1037\/tps0000176"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cedpsych.2006.10.003"},{"key":"e_1_3_2_1_38_1","volume-title":"Under Pressure to Achieve? The Impact of Type and Style of Task Instructions on Student Cheating. Front. Psychol. 10 (Aug","author":"Pulfrey Caroline\u00a0Julia","year":"2019","unstructured":"Caroline\u00a0Julia Pulfrey, Maarten Vansteenkiste, and Aikaterina Michou. 2019. Under Pressure to Achieve? The Impact of Type and Style of Task Instructions on Student Cheating. Front. Psychol. 10 (Aug. 2019), 1624."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1111\/bjep.12001"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.55.1.68"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sapharm.2016.11.011"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"crossref","unstructured":"Malte Schwinger and Elke Wild. 2012. Prevalence stability and functionality of achievement goal profiles in mathematics from third to seventh grade. Contemp. Educ. Psychol.(2012).","DOI":"10.1016\/j.cedpsych.2011.08.001"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2011.538646"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1037\/edu0000114"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.psyneuen.2013.04.010"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.68.3.531"},{"key":"e_1_3_2_1_47_1","first-page":"2","article-title":"A Factor Analytic Examination of the Achievement Goal Questionnaire\u2013Revised Supports a Three-Factor","volume":"115","author":"Strunk K","year":"2014","unstructured":"Kamden\u00a0K Strunk. 2014. A Factor Analytic Examination of the Achievement Goal Questionnaire\u2013Revised Supports a Three-Factor Model. Psychol. Rep. 115, 2 (Oct. 2014), 400\u2013414.","journal-title":"Model. Psychol. Rep."},{"key":"e_1_3_2_1_48_1","first-page":"4","article-title":"Using Multiple Methods to Assess Students\u2019 Perceptions of Classroom Goal","volume":"9","author":"Urdan Tim","year":"2004","unstructured":"Tim Urdan. 2004. Using Multiple Methods to Assess Students\u2019 Perceptions of Classroom Goal Structures. Eur. Psychol. 9, 4 (Jan. 2004), 222\u2013231.","journal-title":"Structures. Eur. Psychol."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.98.2.354"},{"key":"e_1_3_2_1_50_1","first-page":"3","article-title":"Moving the Achievement Goal Approach One Step Forward: Toward a Systematic Examination of the Autonomous and Controlled Reasons Underlying Achievement","volume":"49","author":"Vansteenkiste Maarten","year":"2014","unstructured":"Maarten Vansteenkiste, Willy Lens, Andrew\u00a0J Elliot, Bart Soenens, and Athanasios Mouratidis. 2014. Moving the Achievement Goal Approach One Step Forward: Toward a Systematic Examination of the Autonomous and Controlled Reasons Underlying Achievement Goals. Educ. Psychol. 49, 3 (July 2014), 153\u2013174.","journal-title":"Goals. Educ. Psychol."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11031-010-9188-3"},{"key":"e_1_3_2_1_52_1","volume-title":"Measuring metacognitive skills for mathematics: students","author":"Veenman Marcel V\u00a0J","year":"2018","unstructured":"Marcel V\u00a0J Veenman and Dorit van Cleef. 2018. Measuring metacognitive skills for mathematics: students\u2019 self-reports versus on-line assessment methods. ZDM (2018), 1\u201311."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1177\/0095798420930932"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1080\/00461520.2010.517150"},{"key":"e_1_3_2_1_55_1","volume-title":"Commentary: A Proposed Remedy for Grievances about Self-Report Methodologies.Frontline Learning Research 8, 3","author":"Winne H","year":"2020","unstructured":"Philip\u00a0H Winne. 2020. Commentary: A Proposed Remedy for Grievances about Self-Report Methodologies.Frontline Learning Research 8, 3 (2020), 164\u2013173."},{"key":"e_1_3_2_1_56_1","volume-title":"Construct and consequential validity for learning analytics based on trace data. Comput. Human Behav. 112 (Nov","author":"Winne H","year":"2020","unstructured":"Philip\u00a0H Winne. 2020. Construct and consequential validity for learning analytics based on trace data. Comput. Human Behav. 112 (Nov. 2020), 106457."},{"key":"e_1_3_2_1_57_1","volume-title":"Studying as self-regulated learning. Metacognition in educational theory and practice 93","author":"Winne H","year":"1998","unstructured":"Philip\u00a0H Winne and Allyson\u00a0F Hadwin. 1998. Studying as self-regulated learning. Metacognition in educational theory and practice 93 (1998), 27\u201330."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-0663.96.2.236"},{"key":"e_1_3_2_1_59_1","first-page":"3","article-title":"A New Look at Multiple Goal Pursuit: the Promise of a Person-Centered","volume":"29","author":"Wormington Stephanie\u00a0Virgine","year":"2016","unstructured":"Stephanie\u00a0Virgine Wormington and Lisa Linnenbrink-Garcia. 2016. A New Look at Multiple Goal Pursuit: the Promise of a Person-Centered Approach. Educ. Psychol. Rev. 29, 3 (Feb. 2016), 407\u2013445.","journal-title":"Approach. Educ. Psychol. Rev."},{"key":"e_1_3_2_1_60_1","volume-title":"Are multiple goals in elementary students beneficial for their school achievement? A latent class analysis. Learn. Individ. Differ. 51 (Oct","author":"Zhang Ying","year":"2016","unstructured":"Ying Zhang, Rainer Watermann, and Annabell Daniel. 2016. Are multiple goals in elementary students beneficial for their school achievement? A latent class analysis. Learn. Individ. Differ. 51 (Oct. 2016), 100\u2013110."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.learninstruc.2012.03.004"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1006\/ceps.1999.1016"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.3102\/0002831207312909"}],"event":{"name":"LAK 2023: 13th International Learning Analytics and Knowledge Conference","location":"Arlington TX USA","acronym":"LAK 2023"},"container-title":["LAK23: 13th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576052","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3576050.3576052","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:49:40Z","timestamp":1750182580000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3576050.3576052"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,13]]},"references-count":63,"alternative-id":["10.1145\/3576050.3576052","10.1145\/3576050"],"URL":"https:\/\/doi.org\/10.1145\/3576050.3576052","relation":{},"subject":[],"published":{"date-parts":[[2023,3,13]]},"assertion":[{"value":"2023-03-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}