{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,22]],"date-time":"2026-09-22T11:09:47Z","timestamp":1790075387331,"version":"4.0.1"},"reference-count":76,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2010,7,1]],"date-time":"2010-07-01T00:00:00Z","timestamp":1277942400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2010,7]]},"DOI":"10.1109\/tpami.2009.107","type":"journal-article","created":{"date-parts":[[2009,5,27]],"date-time":"2009-05-27T15:35:56Z","timestamp":1243438556000},"page":"1284-1297","source":"Crossref","is-referenced-by-count":33,"title":["Classification of Complex Information: Inference of Co-Occurring Affective States from Their Expressions in Speech"],"prefix":"10.1109","volume":"32","author":[{"given":"Tal","family":"Sobol-Shikler","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Robinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","author":"hollander","year":"1973","journal-title":"Nonparametric Statistical Methods"},{"key":"ref72","author":"hall","year":"1998","journal-title":"Correlation-Based Feature Sub-Set Selection for Machine Learning"},{"key":"ref71","author":"quinlan","year":"1993","journal-title":"C4 5 Programs for Machine Learning"},{"key":"ref70","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1130.003.0016","article-title":"Machines Using Sequential Minimal Optimization","author":"platt","year":"1998","journal-title":"Advances in Kernel Methods—Support Vector Learning"},{"key":"ref76","article-title":"Color, Style and Composition in Image Processing","author":"grundland","year":"2007"},{"key":"ref74","year":"2008","journal-title":"Cambridge Dictionaries Online"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICSLP.1996.608022"},{"key":"ref75","first-page":"101","article-title":"Color Search and Replace","author":"grundland","year":"2005","journal-title":"Proc Eurographics Workshop Computational Aesthetics in Graphics Visualization and Imaging"},{"key":"ref38","article-title":"Visualizing Dynamic Features of Expressions in Speech","author":"sobol-shikler","year":"2004","journal-title":"Proc Int l Conf Spoken Language Processing"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-558704-4.50011-6"},{"key":"ref32","first-page":"293","article-title":"On the Nature and Function of Emotion: A Component Process Approach","author":"scherer","year":"1984","journal-title":"Approaches to Emotion"},{"key":"ref31","article-title":"Speech and Emotion Research: An Overview of Research Frameworks and a Dimensional Approach to Emotional Speech Synthesis","author":"schr\u00f6der","year":"2004","journal-title":"technical report The Inst of Phonetics Saarland Univ"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1006\/csla.1994.1020"},{"key":"ref37","year":"2006","journal-title":"“Humaine Deliverable d5f “ HUMAINE Network of Excellence EUs Sixth Framework Project"},{"key":"ref36","doi-asserted-by":"crossref","DOI":"10.1007\/11821830_4","article-title":"Robust Recognition of Emotion from Speech","author":"hoque","year":"2006","journal-title":"Proc Sixth Int'l Conf Intelligent Virtual Agents"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.5772\/4755"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.5772\/4754"},{"key":"ref60","first-page":"97","article-title":"Accurate Short-Term Analysis of the Fundamental Frequency and the Harmonics to-Noise Ratio of a Sampled Sound","volume":"17","author":"boersma","year":"1993","journal-title":"Proc Inst of Phonetic Sciences Amsterdam"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1121\/1.1908630"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1121\/1.1908963"},{"key":"ref63","author":"lamblichus","year":"1989","journal-title":"On the Pythagorean Life"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6393(02)00080-8"},{"key":"ref64","author":"gorman","year":"1979","journal-title":"Pythagoras a Life"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1002\/0470013494.ch3"},{"key":"ref65","year":"1954","journal-title":"Dialogues Concerning Two New Sciences"},{"key":"ref66","doi-asserted-by":"crossref","first-page":"7160","DOI":"10.1523\/JNEUROSCI.23-18-07160.2003","article-title":"The Statistical Structure of Human Speech Sounds Predicts Musical Universals","volume":"23","author":"schartz","year":"2003","journal-title":"J Neuroscience"},{"key":"ref29","year":"2006","journal-title":"“Nemesysco Ltd —Voice Analysis Technologies"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780198525202.003.0009"},{"key":"ref68","first-page":"67","article-title":"Issues in Mining Imbalanced Data Sets —A Review Paper","author":"visa","year":"2005","journal-title":"Proc Midwest Artificial Intelligence and Cognitive Science Conf"},{"key":"ref69","author":"vapnik","year":"1982","journal-title":"Estimation of Dependences Based on Empirical Data"},{"key":"ref2","doi-asserted-by":"crossref","first-page":"1293","DOI":"10.1126\/science.275.5304.1293","article-title":"Deciding Advantageously before Knowing the Advantageous Strategy","volume":"275","author":"bechara","year":"1997","journal-title":"Science"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.2307\/1914185"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2005.03.007"},{"key":"ref22","article-title":"Emotion in Speech: Recognition and Application to Call Centers","author":"petrushin","year":"1999","journal-title":"Proc Intl Conf on Artificial Neural Networks"},{"key":"ref21","first-page":"2201","article-title":"The Impact of F0 Extraction Errors on the Classification of Prominence and Emotion","author":"batliner","year":"2007","journal-title":"Proc 16th Int'l Congress of PhoneticSciences"},{"key":"ref24","article-title":"Classical and Novel Discriminant Features for Affect Recognition from Speech","author":"fernandez","year":"2005","journal-title":"Proc Interspeech '05 Eurospeech Ninth European Conf Speech Comm and Technology"},{"key":"ref23","first-page":"157","article-title":"The Production and Recognition of Emotions in Speech: Features and Algorithms","volume":"59","author":"oudeyer","year":"2003","journal-title":"International Journal of Human-Computer Interaction"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ISM.Workshops.2007.56"},{"key":"ref25","article-title":"Five Emotion Classes Detection in Real-World Call Center Data: The Use of Various Types of Paralinguistic Features","author":"vidrascu","year":"2007","journal-title":"Proc Int'l Workshop Paralinguistic Speech ?Between Models and Data"},{"key":"ref50","doi-asserted-by":"crossref","DOI":"10.1109\/ICDT.2006.76","article-title":"Two-Stage Classification of Emotional Speech","author":"xiao","year":"2006","journal-title":"Proc Int Conf Digital Telecommun"},{"key":"ref51","article-title":"Reducing Multiclass to Binary: A Unifying Approach for Margin Classifiers","author":"allwein","year":"2000","journal-title":"Proc 17th Intl Conf Machine Learning"},{"key":"ref59","article-title":"Analysis of Affective Expressions in Speech","author":"sobol-shikler","year":"2009","journal-title":"Technical Report UCAM-CL-TR-740 Computer Laboratory Univ of Cambridge"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177731944"},{"key":"ref57","article-title":"Design Challenges in Multi-Modal Inference Systems for Human- Computer Interaction","author":"sobol-shikler","year":"2004","journal-title":"Proc Second Cambridge Workshop Universal Access and Assistive Tehnology"},{"key":"ref56","author":"witten","year":"2000","journal-title":"Data Mining Practical Machine Learning Tools With Java Implementations"},{"key":"ref55","article-title":"The Process of Electing a President","author":"malkevitch","year":"2008","journal-title":"Am Math Soc"},{"key":"ref54","year":"2008","journal-title":"“Condorcet Method “ Wikipedia The Free Encyclopedia"},{"key":"ref53","article-title":"Essay on the Application of Analysis to the Probability of Majority Decisions","author":"marquis de condorcet","year":"1786"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/72.991427"},{"key":"ref10","author":"whiten","year":"1991","journal-title":"Natural Theories of Mind"},{"key":"ref11","article-title":"Evolution of a Theory of Mind","author":"baron-cohen","year":"1999","journal-title":"The Descent of Mind Psychological Perspectives on Hominid Evolution"},{"key":"ref40","article-title":"Emotion Markup Language: Requirements with Priorities","author":"burkhardt","year":"2008","journal-title":"W3C Incubator Group"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1093\/mind\/os-IX.34.188"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1080\/02699939308409192"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.35.2.151"},{"key":"ref15","article-title":"Understanding the Unconscious Brain: Can Humans Process Emotional Information in a Non-Linear Way?","author":"den noort","year":"2005","journal-title":"Proc Int'l Conf Cognitive Systems"},{"key":"ref16","first-page":"90","article-title":"How Emotion Is Expressed in Speech and Singing","author":"scherer","year":"1995","journal-title":"Proc 13th Int Congr Phonetic Sciences"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1931"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/2678477"},{"key":"ref19","doi-asserted-by":"crossref","DOI":"10.1007\/1-4020-2730-3_5","article-title":"User-Centred Design and Evaluation of Affective Interfaces","volume":"7","author":"h\u00f6\u00f6k","year":"2004","journal-title":"From Brows to Trust Evaluating Embodied Conversational Agents Z Ruttkay and C Pelachaud eds"},{"key":"ref4","author":"nass","year":"2005","journal-title":"Wired for Speech How Voice Activates and Advances the Human-Computer Relationship"},{"key":"ref3","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","author":"picard","year":"1997","journal-title":"Affective Computing"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0277(85)90022-8"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1017\/S0140525X00076512"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/79.911197"},{"key":"ref7","author":"reeves","year":"1996","journal-title":"The Media Equation"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/ICSMC.2008.4811309"},{"key":"ref9","article-title":"Theoretical Approach to Emotion","author":"cornelius","year":"2000","journal-title":"Proc ISCA Workshop Speech and Emotion"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-85729-372-5_16"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/0-387-27890-7_11"},{"key":"ref48","first-page":"28","article-title":"Mindreading Made Easy","volume":"17","author":"baron-cohen","year":"2002","journal-title":"Cambridge Medicine"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6393(02)00070-5"},{"key":"ref42","article-title":"A Prototypical Approach to Machine Learning","author":"phelps","year":"1985","journal-title":"Technical Report TR\/02\/85"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(76)90013-X"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s10803-005-0057-y"},{"key":"ref43","article-title":"Mindreading: The Interactive Guide to Emotions","author":"baron-cohen","year":"2004"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/34\/5466012\/04967603.pdf?arnumber=4967603","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,9]],"date-time":"2025-02-09T18:37:52Z","timestamp":1739126272000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/4967603\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010,7]]},"references-count":76,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2009.107","relation":{},"ISSN":["0162-8828"],"issn-type":[{"value":"0162-8828","type":"print"}],"subject":[],"published":{"date-parts":[[2010,7]]}}}