{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:26:57Z","timestamp":1776119217564,"version":"3.50.1"},"reference-count":143,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"am","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"FP7 Marie Curie CIG project AutoGameDesign","award":["630665"],"award-info":[{"award-number":["630665"]}]},{"name":"H2020 project Envisage","award":["731900"],"award-info":[{"award-number":["731900"]}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-1453781"],"award-info":[{"award-number":["IIS-1453781"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Affective Comput."],"published-print":{"date-parts":[[2021,1,1]]},"DOI":"10.1109\/taffc.2018.2879512","type":"journal-article","created":{"date-parts":[[2018,11,5]],"date-time":"2018-11-05T20:58:57Z","timestamp":1541451537000},"page":"16-35","source":"Crossref","is-referenced-by-count":93,"title":["The Ordinal Nature of Emotions: An Emerging Approach"],"prefix":"10.1109","volume":"12","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2728-4026","authenticated-orcid":false,"given":"Georgios N.","family":"Yannakakis","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3480-2223","authenticated-orcid":false,"given":"Roddy","family":"Cowie","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4075-4072","authenticated-orcid":false,"given":"Carlos","family":"Busso","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","author":"von neumann","year":"2007","journal-title":"Theory of Games and Economic Behavior (Commemorative Edition)"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.84.4.327"},{"key":"ref33","first-page":"xxv","article-title":"Reassessment 1977","volume":"235","author":"kohn","year":"1977","journal-title":"Class and Conformity A Study in Values"},{"key":"ref32","author":"rokeach","year":"1973","journal-title":"the Nature of the Human Values"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1086\/268949"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1037\/h0025848"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-012-1011-6"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2011.2157333"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1117\/12.2002075"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1177\/0022022104272905"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.cogpsych.2005.10.003"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.conb.2008.07.010"},{"key":"ref29","first-page":"497","article-title":"Metric scales for emotion measurement","volume":"58","author":"junge","year":"2016","journal-title":"Psychol Test Assessment Model"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1057\/9781137542304_4"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1080\/02699931.2013.782267"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1016\/0005-7916(94)90063-9"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/S0272-4944(84)80029-8"},{"key":"ref23","article-title":"Adaptation-level theory: An experimental and systematic approach to behavior","author":"helson","year":"1964"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2009.2028152"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.112.4.881"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1111\/j.2044-8317.1984.tb00798.x"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1038\/19525"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.1237-11.2011"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344647"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-009-9123-y"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344627"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2011.03.004"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-14125-6_1"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-17280-9"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1217854110"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-9568.2008.06202.x"},{"key":"ref40","author":"stephens","year":"1986","journal-title":"Foraging Theory"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ICSLP.1996.608022"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/34.895976"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6393(02)00079-1"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024498629430"},{"key":"ref8","first-page":"19","article-title":"’FEELTRACE’: An instrument for recording perceived emotion in real time","author":"cowie","year":"2000","journal-title":"Proc ISCA Tutorial Res Workshop Speech Emotion"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/nature04676"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15184-2_13"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/BF00995206"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1126\/science.7455683"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(72)90016-3"},{"key":"ref48","article-title":"Descartes’ error: Emotion, rationality and the human brain","author":"damasio","year":"1994"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.58.9.697"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s00265-001-0420-8"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.39.10.1179"},{"key":"ref44","first-page":"161","article-title":"Theories of bounded rationality","volume":"1","author":"simon","year":"1972","journal-title":"Decis Organ"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1126\/science.185.4157.1124"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2018-2478"},{"key":"ref126","first-page":"76","article-title":"Automatic dominance detection in meetings using easily detectable features","author":"rienks","year":"2005","journal-title":"Proc Workshop Mach Learn Multimodal Interaction"},{"key":"ref125","first-page":"240","article-title":"Human rating of emotional expressions-scales versus preferences","author":"pasch","year":"2014","journal-title":"Proc Physics Conf Series"},{"key":"ref124","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2017.12.005"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-1052"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2016.2593944"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39342-6_42"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472670"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24600-5_6"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2010.2064164"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICMEW.2014.6890568"},{"key":"ref130","first-page":"1329","article-title":"An investigation of emotion change detection from speech","author":"huang","year":"2015","journal-title":"Proc INTERSPEECH"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1145\/1460676.1460684"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195387643.003.0008"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.csl.2014.01.003"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273513"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.15"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2016.7472668"},{"key":"ref78","first-page":"437","article-title":"Rating versus preference: A comparative study of self-reporting","author":"yannakakis","year":"2011","journal-title":"Proc Int Conf Affect Comput Intell Interaction"},{"key":"ref132","first-page":"2225","article-title":"Using neutral speech models for emotional speech analysis","author":"busso","year":"2007","journal-title":"Proc INTERSPEECH"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1007\/s10459-010-9222-y"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-013-0122-3"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-24600-5_55"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1037\/1082-989X.2.4.329"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1177\/002224377901600107"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2014.2352268"},{"key":"ref139","first-page":"207","article-title":"Approaching automatic recognition of emotion from voice: A rough benchmark","author":"mcgilloway","year":"2000","journal-title":"Proc ISCA Tutorial Res Workshop Speech Emotion"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1126\/science.103.2684.677"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2695460"},{"key":"ref63","article-title":"A technique for the measurement of attitudes","author":"likert","year":"1932","journal-title":"Archives Psychol"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1177\/0539018405058216"},{"key":"ref140","first-page":"1","article-title":"Modeling transition patterns between events for temporal human action segmentation and classification","volume":"1","author":"kim","year":"2015","journal-title":"Proc 11th IEEE Int Conf Workshops Autom Face Gesture Recognit"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1080\/00218499.1995.12466497","article-title":"Observations: SAM: The self-assessment manikin—an efficient cross-cultural measurement of emotional response","volume":"35","author":"morris","year":"1995","journal-title":"J Advertising Res"},{"key":"ref141","doi-asserted-by":"publisher","DOI":"10.1145\/2993148.2993151"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/SMAP.2007.50"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010671109788"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2015.2508454"},{"key":"ref143","first-page":"129","article-title":"Psychophysical methods, or how to measure a threshold and why","volume":"5","author":"farell","year":"1999","journal-title":"Vision Research A Practical Guide to Laboratory Methods"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/FG.2013.6553804"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.4018\/jse.2012010101"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2009.5349491"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02310555"},{"key":"ref109","first-page":"238","article-title":"Building a naturalistic emotional speech corpus by retrieving expressive behaviors from existing speech corpora","author":"mariooryad","year":"2014","journal-title":"Proc INTERSPEECH"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2010.5593337"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1200\/JCO.2007.12.4180"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/2663204.2663236"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1007\/s00464-010-1239-z"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2017.7953107"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2016-429"},{"key":"ref92","first-page":"325","article-title":"Multi-label classification of music into emotions","author":"trohidis","year":"2008","journal-title":"Proc EURASIP J Audio Speech Music Process"},{"key":"ref105","first-page":"111","article-title":"Local-global ranking for facial expression intensity estimation","author":"baltru\u0161aitis","year":"2017","journal-title":"Proc Int Conf Affect Comput Intell Interaction"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2009.5202772"},{"key":"ref104","first-page":"109","article-title":"Efficient ranking from pairwise comparisons","volume":"28","author":"wauthier","year":"2013","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/TAFFC.2017.2728534"},{"key":"ref103","first-page":"2240","article-title":"Active ranking using pairwise comparisons","volume":"24","author":"jamieson","year":"2011","journal-title":"Proc Advances Neural Inf Process Syst"},{"key":"ref102","article-title":"The preference learning toolbox","author":"farrugia","year":"2015","journal-title":"arXiv 1506 01709"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2015.7344648"},{"key":"ref112","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-43639-5_5"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2009.4959919"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102369"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/MCI.2013.2247823"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1561\/1500000011"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1049\/cp:19991091"},{"key":"ref10","article-title":"Validation of the feeltrace tool for recording impressions of expressed emotion","author":"savvidou","year":"2011"},{"key":"ref11","first-page":"1105","article-title":"Real life emotions in French and English TV video clips: An integrated annotation protocol combining continuous and discrete approaches","author":"devillers","year":"2006","journal-title":"Proc Int Conf Language Resources Evaluation"},{"key":"ref12","article-title":"Statistical analysis of data from initial labelled database and recommendations for an economical coding scheme","author":"cowie","year":"2010"},{"key":"ref13","first-page":"17","article-title":"Concepts of emotions in modern philosophy and psychology","author":"deigh","year":"2012","journal-title":"The Oxford Handbook of Philosophy of Emotion"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1023\/A:1021306500055"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199230730.001.0001"},{"key":"ref118","article-title":"A study on affect model validity: Nominal vs ordinal labels","author":"melhart","year":"2018","journal-title":"Proc IJCAI Workshop AI Affect Comput"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/0963721411422522"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177730491"},{"key":"ref117","first-page":"37","article-title":"Targeting horror via level and soundscape generation","author":"lopes","year":"2015","journal-title":"Proc 11th Artif Intell Interactive Digital Entertainment Conf"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3389\/fict.2015.00013"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.2307\/2332226"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/BF00248152"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177731944"},{"key":"ref119","article-title":"Amigos: A dataset for affect, personality and mood research on individuals and groups","author":"miranda-correa","year":"2017","journal-title":"arXiv 1702 02510"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1126\/science.133.3446.80"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.2307\/2280779"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2017.8273594"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/T-AFFC.2011.20"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1109\/CIG.2016.7860418"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.2307\/3001968"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2013.126"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/ACII.2017.8273621"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.346"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2014.6835983"},{"key":"ref122","first-page":"154","article-title":"Variational gaussian process auto-encoder for ordinal prediction of facial action units","author":"eleftheriadis","year":"2016","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46843-3_3"},{"key":"ref85","author":"krippendorff","year":"2012","journal-title":"Content Analysis An Introduction to Its Methodology"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-013-0129-9"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2008.4711705"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1002\/asi.21043"}],"container-title":["IEEE Transactions on Affective Computing"],"original-title":[],"link":[{"URL":"https:\/\/ieeexplore.ieee.org\/ielam\/5165369\/9364368\/8521685-aam.pdf","content-type":"application\/pdf","content-version":"am","intended-application":"syndication"},{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5165369\/9364368\/08521685.pdf?arnumber=8521685","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T23:50:48Z","timestamp":1775260248000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8521685\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,1]]},"references-count":143,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/taffc.2018.2879512","relation":{},"ISSN":["1949-3045","2371-9850"],"issn-type":[{"value":"1949-3045","type":"electronic"},{"value":"2371-9850","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,1]]}}}