{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T00:57:30Z","timestamp":1771635450743,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030297350","type":"print"},{"value":"9783030297367","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-29736-7_37","type":"book-chapter","created":{"date-parts":[[2019,9,8]],"date-time":"2019-09-08T19:03:18Z","timestamp":1567969398000},"page":"495-509","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["EmAP-ML: A Protocol of Emotions and Behaviors Annotation for Machine Learning Labels"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8510-4516","authenticated-orcid":false,"given":"Felipe","family":"de Morais","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6017-8340","authenticated-orcid":false,"given":"Tiago R.","family":"Kautzmann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5676-2280","authenticated-orcid":false,"given":"Ig I.","family":"Bittencourt","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2933-1052","authenticated-orcid":false,"given":"Patricia A.","family":"Jaques","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,9,9]]},"reference":[{"key":"37_CR1","doi-asserted-by":"crossref","unstructured":"Ahadi, A., et al.: Exploring machine learning methods to automatically identify students in need of assistance. In: ICER, pp. 121\u2013130. ACM (2015)","DOI":"10.1145\/2787622.2787717"},{"key":"37_CR2","doi-asserted-by":"crossref","unstructured":"Bixler, R., D\u2019Mello, S.: Detecting boredom and engagement during writing with keystroke analysis, task appraisals, and stable traits. In: IUI. ACM (2013)","DOI":"10.1145\/2449396.2449426"},{"key":"37_CR3","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/978-3-642-39112-5_2","volume-title":"Artificial Intelligence in Education","author":"N Bosch","year":"2013","unstructured":"Bosch, N., D\u2019Mello, S., Mills, C.: What emotions do novices experience during their first computer programming learning session? In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) AIED 2013. LNCS (LNAI), vol. 7926, pp. 11\u201320. Springer, Heidelberg (2013). \n                      https:\/\/doi.org\/10.1007\/978-3-642-39112-5_2"},{"issue":"1","key":"37_CR4","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2010.1","volume":"1","author":"RA Calvo","year":"2010","unstructured":"Calvo, R.A., D\u2019Mello, S.: Affect detection: an interdisciplinary review of models, methods, and their applications. IEEE Trans. Affect. Comput. 1(1), 18\u201337 (2010)","journal-title":"IEEE Trans. Affect. Comput."},{"issue":"1","key":"37_CR5","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measure. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measure."},{"issue":"3","key":"37_CR6","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s11257-009-9062-8","volume":"19","author":"C Conati","year":"2009","unstructured":"Conati, C., Maclaren, H.: Empirically building and evaluating a probabilistic model of user affect. User Model. User-Adap. Interact. 19(3), 267\u2013303 (2009)","journal-title":"User Model. User-Adap. Interact."},{"issue":"5","key":"37_CR7","doi-asserted-by":"publisher","first-page":"777","DOI":"10.1080\/02699930701516759","volume":"22","author":"SD Craig","year":"2008","unstructured":"Craig, S.D., D\u2019Mello, S., Witherspoon, A., Graesser, A.: Emote aloud during learning with autotutor: applying the facial action coding system to cognitive-affective states during learning. Cogn. Emot. 22(5), 777\u2013788 (2008)","journal-title":"Cogn. Emot."},{"key":"37_CR8","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1016\/j.learninstruc.2012.05.003","volume":"29","author":"S D\u2019Mello","year":"2014","unstructured":"D\u2019Mello, S., Lehman, B., Pekrun, R., Graesser, A.: Confusion can be beneficial for learning. Learn. Instr. 29, 153\u2013170 (2014)","journal-title":"Learn. Instr."},{"key":"37_CR9","first-page":"3","volume":"16","author":"SK D\u2019Mello","year":"2006","unstructured":"D\u2019Mello, S.K., Craig, S.D., Sullins, J., Graesser, A.C.: Predicting affective states expressed through an emote-aloud procedure from autotutor\u2019s mixed-initiative dialogue. Int. J. Artif. Intell. Educ. 16, 3\u201328 (2006)","journal-title":"Int. J. Artif. Intell. Educ."},{"issue":"2","key":"37_CR10","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1007\/s11257-010-9074-4","volume":"20","author":"SK D\u2019Mello","year":"2010","unstructured":"D\u2019Mello, S.K., Graesser, A.: Multimodal semi-automated affect detection from conversational cues, gross body language, and facial features. User Model. User-Adap. Interact. 20(2), 147\u2013187 (2010)","journal-title":"User Model. User-Adap. Interact."},{"issue":"5","key":"37_CR11","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1111\/1467-8721.01252","volume":"12","author":"HA Elfenbein","year":"2003","unstructured":"Elfenbein, H.A., Ambady, N.: Universals and cultural differences in recognizing emotions. Curr. Direct. Psychol. Sci. 12(5), 159\u2013164 (2003)","journal-title":"Curr. Direct. Psychol. Sci."},{"issue":"14","key":"37_CR12","doi-asserted-by":"publisher","first-page":"5456","DOI":"10.1016\/j.eswa.2013.04.004","volume":"40","author":"PA Jaques","year":"2013","unstructured":"Jaques, P.A., et al.: Rule-based expert systems to support step-by-step guidance in algebraic problem solving: the case of the tutor PAT2Math. Expert Syst. Appl. 40(14), 5456\u20135465 (2013)","journal-title":"Expert Syst. Appl."},{"key":"37_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-3-642-24600-5_21","volume-title":"Affective Computing and Intelligent Interaction","author":"DMC Lee","year":"2011","unstructured":"Lee, D.M.C., Rodrigo, M.M.T., Baker, R.S.J., Sugay, J.O., Coronel, A.: Exploring the relationship between novice programmer confusion and achievement. In: D\u2019Mello, S., Graesser, A., Schuller, B., Martin, J.-C. (eds.) ACII 2011. LNCS, vol. 6974, pp. 175\u2013184. Springer, Heidelberg (2011). \n                      https:\/\/doi.org\/10.1007\/978-3-642-24600-5_21"},{"key":"37_CR14","doi-asserted-by":"crossref","unstructured":"Leinonen, J., Longi, K., Klami, A., Vihavainen, A.: Automatic inference of programming performance and experience from typing patterns. In: ACM Technical Symposium on Computing Science Education, pp. 132\u2013137. ACM (2016)","DOI":"10.1145\/2839509.2844612"},{"key":"37_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1007\/978-3-642-30950-2_99","volume-title":"Intelligent Tutoring Systems","author":"C Mills","year":"2012","unstructured":"Mills, C., D\u2019Mello, S.: Emotions during writing on topics that align or misalign with personal beliefs. In: Cerri, S.A., Clancey, W.J., Papadourakis, G., Panourgia, K. (eds.) ITS 2012. LNCS, vol. 7315, pp. 638\u2013639. Springer, Heidelberg (2012). \n                      https:\/\/doi.org\/10.1007\/978-3-642-30950-2_99"},{"key":"37_CR16","doi-asserted-by":"crossref","unstructured":"Mota, S., Picard, R.W.: Automated posture analysis for detecting learner\u2019s interest level. In: CVPRW 2003, vol. 5, pp. 49\u201349. IEEE (2003)","DOI":"10.1109\/CVPRW.2003.10047"},{"key":"37_CR17","unstructured":"Ocumpaugh, J., Baker, R.: Baker Rodrigo Ocumpaugh monitoring protocol (BROMP) 2.0 technical and training manual (2015)"},{"key":"37_CR18","volume-title":"The Cognitive Structure of Emotions","author":"A Ortony","year":"1990","unstructured":"Ortony, A., Clore, G.L., Collins, A.: The Cognitive Structure of Emotions. Cambridge University Press, Cambridge (1990)"},{"key":"37_CR19","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1037\/a0019243","volume":"102","author":"R Pekrun","year":"2010","unstructured":"Pekrun, R., Goetz, T., Daniels, L.M., Stupnisky, R.H., Perry, R.P.: Boredom in achievement settings: exploring control-value antecedents and performance outcomes of a neglected emotion. J. Educ. Psychol. 102, 531 (2010)","journal-title":"J. Educ. Psychol."},{"issue":"3","key":"37_CR20","first-page":"107","volume":"22","author":"K Porayska-Pomsta","year":"2013","unstructured":"Porayska-Pomsta, K., Mavrikis, M., D\u2019Mello, S., et al.: Knowledge elicitation methods for affect modelling in education. IJAIED 22(3), 107\u2013140 (2013)","journal-title":"IJAIED"},{"key":"37_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/978-3-319-91464-0_18","volume-title":"Intelligent Tutoring Systems","author":"H Reis","year":"2018","unstructured":"Reis, H., Alvares, D., Jaques, P., Isotani, S.: Analysis of permanence time in emotional states: a case study using educational software. In: Nkambou, R., Azevedo, R., Vassileva, J. (eds.) ITS 2018. LNCS, vol. 10858, pp. 180\u2013190. Springer, Cham (2018). \n                      https:\/\/doi.org\/10.1007\/978-3-319-91464-0_18"},{"issue":"3","key":"37_CR22","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1145\/1595496.1562929","volume":"41","author":"Ma. Mercedes T. Rodrigo","year":"2009","unstructured":"Rodrigo, M.M.T., et al.: Affective and behavioral predictors of novice programmer achievement, vol. 41, no. 3, pp. 156\u2013160 (2009)","journal-title":"ACM SIGCSE Bulletin"},{"key":"37_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1007\/978-3-642-30950-2_19","volume-title":"Intelligent Tutoring Systems","author":"J Sabourin","year":"2012","unstructured":"Sabourin, J., Shores, L.R., Mott, B.W., Lester, J.C.: Predicting student self-regulation strategies in game-based learning environments. In: Cerri, S.A., Clancey, W.J., Papadourakis, G., Panourgia, K. (eds.) ITS 2012. LNCS, vol. 7315, pp. 141\u2013150. Springer, Heidelberg (2012). \n                      https:\/\/doi.org\/10.1007\/978-3-642-30950-2_19"},{"issue":"4","key":"37_CR24","doi-asserted-by":"publisher","first-page":"821","DOI":"10.1111\/j.1467-8624.2008.01161.x","volume":"79","author":"L Sayfan","year":"2008","unstructured":"Sayfan, L., Lagattuta, K.H.: Grownups are not afraid of scary stuff, but kids are: young children\u2019s and adults\u2019 reasoning about children\u2019s, infants\u2019, and adults\u2019 fears. Child Dev. 79(4), 821\u2013835 (2008)","journal-title":"Child Dev."},{"issue":"4","key":"37_CR25","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1177\/0539018405058216","volume":"44","author":"KR Scherer","year":"2005","unstructured":"Scherer, K.R.: What are emotions? And how can they be measured? Soc. Sci. Inform. 44(4), 695\u2013729 (2005)","journal-title":"Soc. Sci. Inform."},{"key":"37_CR26","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1007\/978-3-319-60675-0_11","volume-title":"Trends in Artificial Intelligence: PRICAI 2016 Workshops","author":"L Vea","year":"2017","unstructured":"Vea, L., Rodrigo, M.M.: Modeling negative affect detector of novice programming students using keyboard dynamics and mouse behavior. In: Numao, M., Theeramunkong, T., Supnithi, T., Ketcham, M., Hnoohom, N., Pramkeaw, P. (eds.) PRICAI 2016. LNCS (LNAI), vol. 10004, pp. 127\u2013138. Springer, Cham (2017). \n                      https:\/\/doi.org\/10.1007\/978-3-319-60675-0_11"},{"issue":"3\u20134","key":"37_CR27","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1504\/IJLT.2009.028804","volume":"4","author":"B Woolf","year":"2009","unstructured":"Woolf, B., et al.: Affect-aware tutors: recognising and responding to student affect. Int. J. Learn. Technol. 4(3\u20134), 129\u2013164 (2009)","journal-title":"Int. J. Learn. Technol."}],"container-title":["Lecture Notes in Computer Science","Transforming Learning with Meaningful Technologies"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-29736-7_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,8]],"date-time":"2019-09-08T19:32:43Z","timestamp":1567971163000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-29736-7_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030297350","9783030297367"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-29736-7_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 September 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EC-TEL","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Technology Enhanced Learning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Delft","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"The Netherlands","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ectel2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ec-tel.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}