{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T19:28:14Z","timestamp":1791314894738,"version":"4.3.1"},"publisher-location":"New York, NY, USA","reference-count":73,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,10,20]],"date-time":"2008-10-20T00:00:00Z","timestamp":1224460800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,10,20]]},"DOI":"10.1145\/1452392.1452405","type":"proceedings-article","created":{"date-parts":[[2008,10,22]],"date-time":"2008-10-22T12:25:44Z","timestamp":1224678344000},"page":"61-68","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":63,"title":["Social signals, their function, and automatic analysis"],"prefix":"10.1145","author":[{"given":"Alessandro","family":"Vinciarelli","sequence":"first","affiliation":[{"name":"Idiap research institute, Martigny and Ecole Polytechnique Federale de Lausanne, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maja","family":"Pantic","sequence":"additional","affiliation":[{"name":"Imperial College London, London, United Kingdom and University of Twente, Enschede, NL"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Herv\u00e9","family":"Bourlard","sequence":"additional","affiliation":[{"name":"Idiap research institute, Martigny and Ecole Polytechnique Federale de Lausanne, Switzerland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alex","family":"Pentland","sequence":"additional","affiliation":[{"name":"MIT, Boston, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2008,10,20]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Social Intelligence: The new science of success","author":"Albrecht K.","year":"2005","unstructured":"K. Albrecht . Social Intelligence: The new science of success . John Wiley & Sons Ltd , 2005 . K. Albrecht. Social Intelligence: The new science of success. John Wiley & Sons Ltd, 2005."},{"key":"e_1_3_2_1_2_1","first-page":"201","volume-title":"Advances in Experimental Social Psychology","author":"Ambady N.","year":"2000","unstructured":"N. Ambady , F. Bernieri , and J. Richeson . Towards a histology of social behavior: judgmental accuracy from thin slices of behavior. In M. Zanna, editor , Advances in Experimental Social Psychology , pages 201 -- 272 . 2000 . N. Ambady, F. Bernieri, and J. Richeson. Towards a histology of social behavior: judgmental accuracy from thin slices of behavior. In M. Zanna, editor, Advances in Experimental Social Psychology, pages 201--272. 2000."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.111.2.256"},{"key":"e_1_3_2_1_4_1","volume-title":"The Psychology of Interpersonal Behaviour","author":"Argyle M.","year":"1967","unstructured":"M. Argyle . The Psychology of Interpersonal Behaviour . Penguin , 1967 . M. Argyle. The Psychology of Interpersonal Behaviour. Penguin, 1967."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2007.01.015"},{"key":"e_1_3_2_1_6_1","volume-title":"A Method for the Study of Small Groups","author":"Bales R.","year":"1950","unstructured":"R. Bales . Interaction Process Analysis : A Method for the Study of Small Groups . Addison-Wesley , 1950 . R. Bales. Interaction Process Analysis: A Method for the Study of Small Groups. Addison-Wesley, 1950."},{"key":"e_1_3_2_1_7_1","first-page":"2189","volume-title":"Proceedings of International Conference on Spoken Language Processing","author":"Banerjee S.","year":"2004","unstructured":"S. Banerjee and A. Rudnicky . Using simple speech based features to detect the state of a meeting and the roles of the meeting participants . In Proceedings of International Conference on Spoken Language Processing , pages 2189 -- 2192 , 2004 . S. Banerjee and A. Rudnicky. Using simple speech based features to detect the state of a meeting and the roles of the meeting participants. In Proceedings of International Conference on Spoken Language Processing, pages 2189--2192, 2004."},{"key":"e_1_3_2_1_8_1","first-page":"679","volume-title":"Proceedings of American Association of Artificial Intelligence Symposium","author":"Barzilay R.","year":"2000","unstructured":"R. Barzilay , M. Collins , J. Hirschberg , and S. Whittaker . The rules behind the roles: identifying speaker roles in radio broadcasts . In Proceedings of American Association of Artificial Intelligence Symposium , pages 679 -- 684 , 2000 . R. Barzilay, M. Collins, J. Hirschberg, and S. Whittaker. The rules behind the roles: identifying speaker roles in radio broadcasts. In Proceedings of American Association of Artificial Intelligence Symposium, pages 679--684, 2000."},{"key":"e_1_3_2_1_9_1","volume-title":"The science of subtle signals. Strategy+Business, 48:68--77","author":"Buchanan M.","year":"2007","unstructured":"M. Buchanan . The science of subtle signals. Strategy+Business, 48:68--77 , 2007 . M. Buchanan. The science of subtle signals. Strategy+Business, 48:68--77, 2007."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.76.6.893"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0022504"},{"key":"e_1_3_2_1_12_1","volume-title":"Prosodic Systems and Intonation in English","author":"Crystal D.","year":"1969","unstructured":"D. Crystal . Prosodic Systems and Intonation in English . Cambridge University Press , 1969 . D. Crystal. Prosodic Systems and Intonation in English. Cambridge University Press, 1969."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1012551.1012578"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.92.3.802"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2006.886337"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0033731"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1322192.1322239"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00779-005-0046-3"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1196\/annals.1280.010"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1515\/semi.1969.1.1.49"},{"key":"e_1_3_2_1_21_1","volume-title":"Salt Lake City (USA)","author":"Ekman P.","year":"2002","unstructured":"P. Ekman , W. Friesen , and J. Hager . Facial Action Coding System (FACS): Manual. A Human Face , Salt Lake City (USA) , 2002 . P. Ekman, W. Friesen, and J. Hager. Facial Action Coding System (FACS): Manual. A Human Face, Salt Lake City (USA), 2002."},{"key":"e_1_3_2_1_22_1","volume-title":"Final Report to NSF of the Planning Workshop on Facial Expression Understanding. Human Interaction Laboratory","author":"Ekman P.","year":"1993","unstructured":"P. Ekman , T. Huang , T. Sejnowski , and J. Hager , editors . Final Report to NSF of the Planning Workshop on Facial Expression Understanding. Human Interaction Laboratory , University of California , San Francisco , 1993 . P. Ekman, T. Huang, T. Sejnowski, and J. Hager, editors. Final Report to NSF of the Planning Workshop on Facial Expression Understanding. Human Interaction Laboratory, University of California, San Francisco, 1993."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780195179644.001.0001","volume-title":"What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS)","author":"Ekman P.","year":"2005","unstructured":"P. Ekman and E. Rosenberg . What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS) . Oxford University Press , 2005 . P. Ekman and E. Rosenberg. What the Face Reveals: Basic and Applied Studies of Spontaneous Expression Using the Facial Action Coding System (FACS). Oxford University Press, 2005."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/1459359.1459462"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2005.1415157"},{"key":"e_1_3_2_1_26_1","volume-title":"Blink: The Power of Thinking without Thinking. Little Brown &amp","author":"Gladwell M.","year":"2005","unstructured":"M. Gladwell . Blink: The Power of Thinking without Thinking. Little Brown &amp ; Company , 2005 . M. Gladwell. Blink: The Power of Thinking without Thinking. Little Brown & Company, 2005."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF01185725"},{"key":"e_1_3_2_1_28_1","volume-title":"Hutchinson","author":"Goleman D.","year":"2006","unstructured":"D. Goleman . Social intelligence . Hutchinson , 2006 . D. Goleman. Social intelligence. Hutchinson, 2006."},{"key":"e_1_3_2_1_29_1","volume-title":"10 emerging technologies","author":"Greene K.","year":"2008","unstructured":"K. Greene . 10 emerging technologies 2008 . MIT Technology Review , february 2008. K. Greene. 10 emerging technologies 2008. MIT Technology Review, february 2008."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1024995717773"},{"key":"e_1_3_2_1_31_1","volume-title":"The Nonverbal Communication Reader. Classic and Contemporary Readings","author":"Guerrero L.","year":"1999","unstructured":"L. Guerrero , J. DeVito , and M. Hecht . The Nonverbal Communication Reader. Classic and Contemporary Readings . Waveland Press , 1999 . L. Guerrero, J. DeVito, and M. Hecht. The Nonverbal Communication Reader. Classic and Contemporary Readings. Waveland Press, 1999."},{"key":"e_1_3_2_1_32_1","volume-title":"The silent language","author":"Hall E.","year":"1959","unstructured":"E. Hall . The silent language . Doubleday , 1959 . E. Hall. The silent language. Doubleday, 1959."},{"key":"e_1_3_2_1_33_1","first-page":"3","volume-title":"The Nonverbal Communication Reader","author":"Hecht M.","year":"1999","unstructured":"M. Hecht , J. De Vito , and L. Guerrero . Perspectives on nonverbal communication. codes, functions and contexts. In L. Guerrero, J. De Vito, and M. Hecht, editors , The Nonverbal Communication Reader , pages 3 -- 18 . 1999 . M. Hecht, J. De Vito, and L. Guerrero. Perspectives on nonverbal communication. codes, functions and contexts. In L. Guerrero, J. De Vito, and M. Hecht, editors, The Nonverbal Communication Reader, pages 3--18. 1999."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1291233.1291423"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/832292.836166"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1080\/026999399379168"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10919-006-0011-5"},{"key":"e_1_3_2_1_38_1","volume-title":"Nonverbal Communication in Human Interaction","author":"Knapp M.","year":"1972","unstructured":"M. Knapp and J. Hall . Nonverbal Communication in Human Interaction . Harcourt Brace College Publishers , 1972 . M. Knapp and J. Hall. Nonverbal Communication in Human Interaction. Harcourt Brace College Publishers, 1972."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1025389814290"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2003.1202751"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.49"},{"key":"e_1_3_2_1_42_1","unstructured":"D. Morris. Peoplewatching. Vintage 2007.  D. Morris. Peoplewatching. Vintage 2007."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2003.10047"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1037\/1076-898X.7.3.171"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMI.2002.1166960"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1017494.1017498"},{"key":"e_1_3_2_1_48_1","first-page":"377","volume-title":"Advanced Robotics Systems","author":"Pantic M.","year":"2007","unstructured":"M. Pantic and M. Bartlett . Machine analysis of facial expressions. In K. Delac and M. Grgic, editors , Advanced Robotics Systems , pages 377 -- 416 . 2007 . M. Pantic and M. Bartlett. Machine analysis of facial expressions. In K. Delac and M. Grgic, editors, Advanced Robotics Systems, pages 377--416. 2007."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1504\/IJAACS.2008.019799"},{"key":"e_1_3_2_1_50_1","volume-title":"International Conference on Developmental Learning","author":"Pentland A.","year":"2004","unstructured":"A. Pentland . Social dynamics : Signals and behavior . In International Conference on Developmental Learning , 2004 . A. Pentland. Social dynamics: Signals and behavior. In International Conference on Developmental Learning, 2004."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2005.104"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.physa.2006.11.046"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2007.4286569"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.5555\/1450928"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"crossref","DOI":"10.4135\/9781412983792","volume-title":"Conversation Analysis - The study of talk-in-interaction","author":"Psathas G.","year":"1995","unstructured":"G. Psathas . Conversation Analysis - The study of talk-in-interaction . Sage Publications , 1995 . G. Psathas. Conversation Analysis - The study of talk-in-interaction. Sage Publications, 1995."},{"key":"e_1_3_2_1_56_1","volume-title":"Allyn and Bacon","author":"Richmond V.","year":"1995","unstructured":"V. Richmond and J. McCroskey . Nonverbal Behaviors in interpersonal relations . Allyn and Bacon , 1995 . V. Richmond and J. McCroskey. Nonverbal Behaviors in interpersonal relations. Allyn and Bacon, 1995."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/11677482_7"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1180995.1181047"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.54.101601.145102"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1080\/00332747.1964.11023403"},{"key":"e_1_3_2_1_61_1","volume-title":"Cambridge University Press","author":"Scherer K.","year":"1979","unstructured":"K. Scherer . Personality markers in speech . Cambridge University Press , 1979 . K. Scherer. Personality markers in speech. Cambridge University Press, 1979."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6393(02)00084-5"},{"key":"e_1_3_2_1_63_1","volume-title":"Nonverbal communication: where nature meets culture","author":"Segerstrale U.","year":"1997","unstructured":"U. Segerstrale and P. Molnar , editors . Nonverbal communication: where nature meets culture . Lawrence Erlbaum Associates , 1997 . U. Segerstrale and P. Molnar, editors. Nonverbal communication: where nature meets culture. Lawrence Erlbaum Associates, 1997."},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"crossref","first-page":"1359","DOI":"10.21437\/Eurospeech.2001-352","volume-title":"Proceedings of Eurospeech","author":"Shriberg E.","year":"2001","unstructured":"E. Shriberg , A. Stolcke , and D. Baron . Observations of overlap: findings and implications for automatic processing of multiparty conversation . In Proceedings of Eurospeech , pages 1359 -- 1362 , 2001 . E. Shriberg, A. Stolcke, and D. Baron. Observations of overlap: findings and implications for automatic processing of multiparty conversation. In Proceedings of Eurospeech, pages 1359--1362, 2001."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-6494.1981.tb00732.x"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/1178677.1178722"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.2307\/2095614"},{"key":"e_1_3_2_1_68_1","volume-title":"Introduction to Sociology","author":"Tischler H.","year":"1990","unstructured":"H. Tischler . Introduction to Sociology . Harcourt Brace College Publishers , 1990 . H. Tischler. Introduction to Sociology. Harcourt Brace College Publishers, 1990."},{"key":"e_1_3_2_1_69_1","volume-title":"Culture and social behavior","author":"Triandis H.","year":"1994","unstructured":"H. Triandis . Culture and social behavior . McGraw-Hill , 1994 . H. Triandis. Culture and social behavior. McGraw-Hill, 1994."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2007.902882"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511815478"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2007.4284922"},{"key":"e_1_3_2_1_73_1","volume-title":"Oxford University Press","author":"Yule G.","year":"1996","unstructured":"G. Yule . Pragmatics. Oxford University Press , 1996 . G. Yule. Pragmatics. Oxford University Press, 1996."},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/1180995.1181003"}],"event":{"name":"ICMI '08: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERFACES","location":"Chania Crete Greece","acronym":"ICMI '08","sponsor":["ACM Association for Computing Machinery","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 10th international conference on Multimodal interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1452392.1452405","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1452392.1452405","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T13:30:06Z","timestamp":1750253406000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1452392.1452405"}},"subtitle":["a survey"],"short-title":[],"issued":{"date-parts":[[2008,10,20]]},"references-count":73,"alternative-id":["10.1145\/1452392.1452405","10.1145\/1452392"],"URL":"https:\/\/doi.org\/10.1145\/1452392.1452405","relation":{},"subject":[],"published":{"date-parts":[[2008,10,20]]},"assertion":[{"value":"2008-10-20","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}