{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T01:40:07Z","timestamp":1736732407972,"version":"3.32.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2006,11,2]]},"DOI":"10.1145\/1180995.1181063","type":"proceedings-article","created":{"date-parts":[[2007,1,17]],"date-time":"2007-01-17T01:15:56Z","timestamp":1168996556000},"page":"364-371","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Evaluating usability based on multimodal information"],"prefix":"10.1145","author":[{"given":"Tao","family":"Lin","sequence":"first","affiliation":[{"name":"University of Yamanashi, Kofu, Yamanashi Prefecture, Japan"}]},{"given":"Atsumi","family":"Imamiya","sequence":"additional","affiliation":[{"name":"University of Yamanashi, Kofu, Yamanashi Prefecture, Japan"}]}],"member":"320","published-online":{"date-parts":[[2006,11,2]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"From human factors to cognitive systems engineering: Human-machine interactions in the 21st century","author":"Hollnagel E.","year":"2003","unstructured":"Hollnagel , E. From human factors to cognitive systems engineering: Human-machine interactions in the 21st century . In Kitamura, M., and Kimura, I. (eds.), Anzen-no-Tankyu (Researches on Safety). ERCPublishing , Tokyo, 2003 . Hollnagel, E. From human factors to cognitive systems engineering: Human-machine interactions in the 21st century. In Kitamura, M., and Kimura, I. (eds.), Anzen-no-Tankyu (Researches on Safety). ERCPublishing, Tokyo, 2003."},{"key":"e_1_3_2_1_2_1","volume-title":"L","author":"Andreassi J.","year":"2000","unstructured":"Andreassi , J. L . Psychophysiology : Human Behavior and Physiological Response, 4 th Edition. Lawrence Erlbaum Associates , Mahwah, NJ, 2000 . Andreassi, J. L. Psychophysiology: Human Behavior and Physiological Response, 4th Edition. Lawrence Erlbaum Associates, Mahwah, NJ, 2000.","edition":"4"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective Computing","author":"Picard R. W.","year":"1997","unstructured":"Picard , R. W. Affective Computing . MIT Press , Cambridge, MA , 1997 . Picard, R. W. Affective Computing. MIT Press, Cambridge, MA, 1997."},{"key":"e_1_3_2_1_4_1","first-page":"328","article-title":"Physiological metrics of mental workload: A review of recent progress. In Damos, D. L. (ed.), Multiple-Task Performance, Taylor and Francis","volume":"279","author":"Kramer A. F","year":"1991","unstructured":"Kramer , A. F . Physiological metrics of mental workload: A review of recent progress. In Damos, D. L. (ed.), Multiple-Task Performance, Taylor and Francis , London , 1991 , 279 -- 328 . Kramer, A. F. Physiological metrics of mental workload: A review of recent progress. In Damos, D. L. (ed.), Multiple-Task Performance, Taylor and Francis, London, 1991, 279--328.","journal-title":"London"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/274644.274709"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/355017.355043"},{"key":"e_1_3_2_1_7_1","first-page":"118","article-title":"Heart rate variability","volume":"1993","author":"Hopman J. C. W.","unstructured":"Hopman , J. C. W. , Kollee , L. A. A. , Stoelinga , G. B. A. , van Geijn , H. P. and van Ravenswaaij-Arts , C. M. A . Heart rate variability . Annals of Internal Medicine 1993 , 118 , 436--447. Hopman, J. C. W., Kollee, L. A. A., Stoelinga, G. B. A., van Geijn, H. P. and van Ravenswaaij-Arts, C. M. A. Heart rate variability. Annals of Internal Medicine 1993, 118, 436--447.","journal-title":"Annals of Internal Medicine"},{"key":"e_1_3_2_1_8_1","volume-title":"Heart rate variability. Circulation","author":"Malik M.","year":"1996","unstructured":"Malik , M. Heart rate variability. Circulation 1996 , 93, 1043--1065. Malik, M. Heart rate variability. Circulation 1996, 93, 1043--1065."},{"key":"e_1_3_2_1_9_1","first-page":"248","article-title":", Caudill, M. A., et al. Assessment of autonomic function in humans by heart rate spectral analysis","volume":"1985","author":"Pomeranz B.","unstructured":"Pomeranz , B. , and Macaulay , R. J. B. , Caudill, M. A., et al. Assessment of autonomic function in humans by heart rate spectral analysis . Am J Physiol Heart Circ Physiol 1985 , 248 , 151--H153. Pomeranz, B., and Macaulay, R. J. B., Caudill, M. A., et al. Assessment of autonomic function in humans by heart rate spectral analysis. Am J Physiol Heart Circ Physiol 1985, 248, 151--H153.","journal-title":"Am J Physiol Heart Circ Physiol"},{"key":"e_1_3_2_1_10_1","volume-title":"Power spectral analysis of heart rate and arterial pressure variabilities as a maker of sympatho-vagal interaction in man and conscious dog. Cir Res","author":"Pagani M.","year":"1986","unstructured":"Pagani , M. , Lombardi , F. , Guzzetti , S. , Power spectral analysis of heart rate and arterial pressure variabilities as a maker of sympatho-vagal interaction in man and conscious dog. Cir Res 1986 , 59, 178--93. Pagani, M., Lombardi, F., Guzzetti, S., et al. Power spectral analysis of heart rate and arterial pressure variabilities as a maker of sympatho-vagal interaction in man and conscious dog. Cir Res 1986, 59, 178--93."},{"key":"e_1_3_2_1_11_1","volume-title":"Physiological parameters of mental load. Ergonomics","author":"Ettema J. H.","year":"1971","unstructured":"Ettema , J. H. and Ziclhuis , R. L . Physiological parameters of mental load. Ergonomics 1971 , 14, 137--44. Ettema, J. H. and Ziclhuis, R. L. Physiological parameters of mental load. Ergonomics 1971, 14, 137--44."},{"key":"e_1_3_2_1_12_1","volume-title":"An analysis of heart rate variability. Ergonomics","author":"Luczak I. I.","year":"1973","unstructured":"Luczak , I. I. and Lauring , W. J . An analysis of heart rate variability. Ergonomics 1973 , 16, 85--97. Luczak, I. I. and Lauring, W. J. An analysis of heart rate variability. Ergonomics 1973, 16, 85--97."},{"key":"e_1_3_2_1_13_1","volume-title":"Spectral analysis of sinus arrhythmia during mental loading. Ergonomics","author":"Hyndman B. W.","year":"1975","unstructured":"Hyndman , B. W. , and Gregory , J. R . Spectral analysis of sinus arrhythmia during mental loading. Ergonomics 1975 , 18, 255--70. Hyndman, B. W., and Gregory, J. R. Spectral analysis of sinus arrhythmia during mental loading. Ergonomics 1975, 18, 255--70."},{"key":"e_1_3_2_1_14_1","volume-title":"et al. Heart period variability of trained and untrained men at rest and during mental challenge. Psychophysiology","author":"Boutcher S. H.","year":"1998","unstructured":"Boutcher , S. H. , Naugent , F. W. , and Mclaren , P. F. , et al. Heart period variability of trained and untrained men at rest and during mental challenge. Psychophysiology 1998 , 35, 16--22. Boutcher, S. H., Naugent, F. W., and Mclaren, P. F., et al. Heart period variability of trained and untrained men at rest and during mental challenge. Psychophysiology 1998, 35, 16--22."},{"key":"e_1_3_2_1_15_1","volume-title":"Cardiac rhythmicities and attention in young children. Psychophysiology","author":"Hyde C.","year":"1997","unstructured":"Hyde , C. , and Izard , C. E . Cardiac rhythmicities and attention in young children. Psychophysiology 1997 , 34, 547--52. Hyde, C., and Izard, C. E. Cardiac rhythmicities and attention in young children. Psychophysiology 1997, 34, 547--52."},{"key":"e_1_3_2_1_16_1","volume-title":"Spectral analysis of sinus arrhythmia: A measure of mental effort. Human Factors","author":"Vicente K. J.","year":"1987","unstructured":"Vicente , K. J. , Thornton , C. , and Moray , N . Spectral analysis of sinus arrhythmia: A measure of mental effort. Human Factors 1987 , 29, 171--182. Vicente, K. J., Thornton, C., and Moray, N. Spectral analysis of sinus arrhythmia: A measure of mental effort. Human Factors 1987, 29, 171--182."},{"key":"e_1_3_2_1_17_1","volume-title":"Level of operator control and changes in heart rate variability during simulated flight maintenance. Human Factors","author":"Tattersall A. J.","year":"1995","unstructured":"Tattersall , A. J. , and Hockey , G. R. J . Level of operator control and changes in heart rate variability during simulated flight maintenance. Human Factors 1995 , 37, 682--698. Tattersall, A. J., and Hockey, G. R. J. Level of operator control and changes in heart rate variability during simulated flight maintenance. Human Factors 1995, 37, 682--698."},{"key":"e_1_3_2_1_18_1","volume-title":"Pupil size in relation to mental activity during simple problem solving. Science","author":"Hess E. H.","year":"1964","unstructured":"Hess , E. H. and Polt , J. M . Pupil size in relation to mental activity during simple problem solving. Science 1964 , 132, 1190--1192. Hess, E. H. and Polt, J. M. Pupil size in relation to mental activity during simple problem solving. Science 1964, 132, 1190--1192."},{"key":"e_1_3_2_1_19_1","volume-title":"Instruments, & Computers","author":"Hoecks B.","year":"1993","unstructured":"Hoecks , B. , and Levelt , W . Pupillary dilation as a measure of attention: A quantitative system analysis. Behavior Research Methods , Instruments, & Computers 1993 , 25, 16--26. Hoecks, B., and Levelt, W. Pupillary dilation as a measure of attention: A quantitative system analysis. Behavior Research Methods, Instruments, & Computers 1993, 25, 16--26."},{"key":"e_1_3_2_1_20_1","first-page":"421","article-title":"The pupillary response to mental overload","volume":"1977","author":"Juris M.","unstructured":"Juris , M. and Velden , M . The pupillary response to mental overload . Physiological Psychology 1977 , 5 (4), 421 -- 424 . Juris, M. and Velden, M. The pupillary response to mental overload. Physiological Psychology 1977, 5 (4), 421--424.","journal-title":"Physiological Psychology"},{"key":"e_1_3_2_1_21_1","volume-title":"Pupillary responses in a pitch-discrimination task. Perception & Psychophysics","author":"Kahneman D.","year":"1967","unstructured":"Kahneman , D. Pupillary responses in a pitch-discrimination task. Perception & Psychophysics 1967 , 2, 101--105. Kahneman, D. Pupillary responses in a pitch-discrimination task. Perception & Psychophysics 1967, 2, 101--105."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/507072.507080"},{"key":"e_1_3_2_1_23_1","first-page":"276","article-title":"Task-evoked pupillary responses, processing load and the structure of processing resources","volume":"1982","author":"Beatty J","unstructured":"Beatty , J . Task-evoked pupillary responses, processing load and the structure of processing resources . Psychological Bulletin 1982 , 91 (2), 276 -- 292 . Beatty, J. Task-evoked pupillary responses, processing load and the structure of processing resources. Psychological Bulletin 1982, 91 (2), 276--292.","journal-title":"Psychological Bulletin"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/985921.986094"},{"key":"e_1_3_2_1_25_1","volume-title":"Nonverbal Behavior and Communication","author":"Hess E. H.","year":"1987","unstructured":"Hess , E. H. , and Petrovich , S. B . Pupillary behavior in communication . In Siegman, A. W., and Feldstein, S. (eds.), Nonverbal Behavior and Communication . Erlbaum , Hillsdale, NJ , 1987 , 327--348. Hess, E. H., and Petrovich, S. B. Pupillary behavior in communication. In Siegman, A. W., and Feldstein, S. (eds.), Nonverbal Behavior and Communication. Erlbaum, Hillsdale, NJ, 1987, 327--348."},{"key":"e_1_3_2_1_26_1","first-page":"372","article-title":"Eye movements and information processing: 20 years of research","volume":"1998","author":"Rayner K","unstructured":"Rayner , K . Eye movements and information processing: 20 years of research . Psychological Bulletin 1998 , 124 (3), 372 -- 422 . Rayner, K. Eye movements and information processing: 20 years of research. Psychological Bulletin 1998, 124 (3), 372--422.","journal-title":"Psychological Bulletin"},{"key":"e_1_3_2_1_27_1","volume-title":"Scanpath in saccadic eye movements while viewing and recognizing patterns. Vision Research","author":"Noton D.","year":"1971","unstructured":"Noton , D. , and Stark , L. W . Scanpath in saccadic eye movements while viewing and recognizing patterns. Vision Research 1971 a, 11, 929--942. Noton, D., and Stark, L. W. Scanpath in saccadic eye movements while viewing and recognizing patterns. Vision Research 1971a, 11, 929--942."},{"key":"e_1_3_2_1_28_1","first-page":"24","article-title":"Computer interface evaluation using eye movements: Methods and constructs","volume":"1999","author":"Goldberg H.","unstructured":"Goldberg , H. , and Kotval , X. P . Computer interface evaluation using eye movements: Methods and constructs . International Journal of Industrial Ergonomics 1999 , 24 , 631--645. Goldberg, H., and Kotval, X. P. Computer interface evaluation using eye movements: Methods and constructs. International Journal of Industrial Ergonomics 1999, 24, 631--645.","journal-title":"International Journal of Industrial Ergonomics"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/507072.507082"},{"key":"e_1_3_2_1_30_1","volume-title":"Proceedings of the Usability Professionals' Association Conference","author":"Ellis S.","year":"1998","unstructured":"Ellis , S. , Candera , R. , Misner , J., C. S. , Lankford , C. P. , and Hutshinson , T. E . Windows to the soul? What eye movements tell us about software usability ? In Proceedings of the Usability Professionals' Association Conference , 1998 , 151--178. Ellis, S., Candera, R., Misner, J., C. S., Lankford, C. P., and Hutshinson, T. E. Windows to the soul? What eye movements tell us about software usability? In Proceedings of the Usability Professionals' Association Conference, 1998, 151--178."},{"key":"e_1_3_2_1_31_1","first-page":"335","article-title":"An eye movement analysis of web page usability","volume":"317","author":"Cowen L.","year":"2002","unstructured":"Cowen , L. , Ball , L. J. , and Delin , J . An eye movement analysis of web page usability . In Proceedings of the Annual HCI , 2002 , 317 -- 335 . Cowen, L., Ball, L. J., and Delin, J. An eye movement analysis of web page usability. In Proceedings of the Annual HCI, 2002, 317--335.","journal-title":"Proceedings of the Annual HCI"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/274644.274664"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193129103502012"},{"key":"e_1_3_2_1_34_1","volume-title":"Idiosyncratic characteristics of saccadic eye movements when viewing different visual environments. Vision Research","author":"Andrews T.","year":"1999","unstructured":"Andrews , T. , and Coppola , D . Idiosyncratic characteristics of saccadic eye movements when viewing different visual environments. Vision Research 1999 , 39, 2947--2953. Andrews, T., and Coppola, D. Idiosyncratic characteristics of saccadic eye movements when viewing different visual environments. Vision Research 1999, 39, 2947--2953."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00122-8"},{"key":"e_1_3_2_1_36_1","volume-title":"Engineering Psychology and Human Performance","author":"Wickens C. D.","year":"2000","unstructured":"Wickens , C. D. , and Holland , J. G. , Engineering Psychology and Human Performance , 3 rd Edition. Longman , London , 2000 . Wickens, C. D., and Holland, J. G., Engineering Psychology and Human Performance, 3rd Edition. Longman, London, 2000.","edition":"3"},{"key":"e_1_3_2_1_37_1","volume-title":"Ren\u00e9e. a,b., Odr\u00e9e Dionne-Fournelle. a., Martine Cr\u00ea te. a. and S. J. Lupien. Physiological stress response to video game playing: The contribution of built-in music. Life Sciences","author":"H\u00e9bert","year":"2005","unstructured":"H\u00e9bert . a,b ., Ren\u00e9e. a,b., Odr\u00e9e Dionne-Fournelle. a., Martine Cr\u00ea te. a. and S. J. Lupien. Physiological stress response to video game playing: The contribution of built-in music. Life Sciences 2005 , 76, 2371--2380. H\u00e9bert. a,b., Ren\u00e9e. a,b., Odr\u00e9e Dionne-Fournelle. a., Martine Cr\u00ea te. a. and S. J. Lupien. Physiological stress response to video game playing: The contribution of built-in music. Life Sciences 2005, 76, 2371--2380."},{"key":"e_1_3_2_1_38_1","volume-title":"Handbook of Usability Testing","author":"Rubin J.","year":"1994","unstructured":"Rubin , J. Handbook of Usability Testing . Wiley and Sons , New York , 1994 . Rubin, J. Handbook of Usability Testing. Wiley and Sons, New York, 1994."},{"key":"e_1_3_2_1_39_1","first-page":"183","article-title":"Development of NASA-TLX (task load index): Results of experimental and theoretical research. In Hancock, P.A., and Meshakati, N. (eds.), Human Mental Workload. North-Holland","volume":"39","author":"Hart S. G.","year":"1988","unstructured":"Hart , S. G. , and Staveland , L. E . Development of NASA-TLX (task load index): Results of experimental and theoretical research. In Hancock, P.A., and Meshakati, N. (eds.), Human Mental Workload. North-Holland , Amsterdam , 1988 , 39 -- 183 . Hart, S. G., and Staveland, L. E. Development of NASA-TLX (task load index): Results of experimental and theoretical research. In Hancock, P.A., and Meshakati, N. (eds.), Human Mental Workload. North-Holland, Amsterdam, 1988, 39--183.","journal-title":"Amsterdam"},{"key":"e_1_3_2_1_40_1","volume-title":"Designing Qualitative Research","author":"Marshall C.","year":"1999","unstructured":"Marshall , C. , and Rossman , G. B . Designing Qualitative Research , 3 rd Edition, Sage , Thousand Oaks, CA , 1999 . Marshall, C., and Rossman, G. B. Designing Qualitative Research, 3rd Edition, Sage, Thousand Oaks, CA, 1999.","edition":"3"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of OZCHI 2000: Interfacing Reality in the New Millennium","author":"Wilson G. M.","year":"2000","unstructured":"Wilson , G. M. , and Sasse , M. A . Investigating the impact of audio degradations on users: Subjective vs. objective assessment methods . In Proceedings of OZCHI 2000: Interfacing Reality in the New Millennium , 2000 , 135--142. Wilson, G. M., and Sasse, M. A. Investigating the impact of audio degradations on users: Subjective vs. objective assessment methods. In Proceedings of OZCHI 2000: Interfacing Reality in the New Millennium, 2000, 135--142."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/634067.634125"},{"key":"e_1_3_2_1_43_1","first-page":"1208","article-title":"Autonomic nervous system activity distinguishes among emotions","volume":"1983","author":"Ekman P.","unstructured":"Ekman , P. , Levenson , R. W. , and Friesen , W. V . Autonomic nervous system activity distinguishes among emotions . Science 1983 , 221 (4616), 1208 -- 1210 . Ekman, P., Levenson, R. W., and Friesen, W. V. Autonomic nervous system activity distinguishes among emotions. Science 1983, 221 (4616), 1208--1210.","journal-title":"Science"},{"key":"e_1_3_2_1_44_1","volume-title":"Multivariate Data Analysis","author":"Hair J. F.","year":"1998","unstructured":"Hair , J. F. , Anderson , R. E. , Tatham , R. L. , and Black , W. C . Multivariate Data Analysis , 5 th Edition, Prentice-Hall , Englewood Cliffs, NJ , 1998 . Hair, J. F., Anderson, R. E., Tatham, R. L., and Black, W. C. Multivariate Data Analysis, 5th Edition, Prentice-Hall, Englewood Cliffs, NJ, 1998.","edition":"5"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the Australian Conference on Computer Human Interaction (OZCHI'05)","author":"Lin T.","year":"2005","unstructured":"Lin , T. , Hu , W. H. , Omata , M. , and Imamiya , A . Do physiological data relate to traditional usability indexes? In Proceedings of the Australian Conference on Computer Human Interaction (OZCHI'05) , 2005 . Lin, T., Hu, W. H., Omata, M., and Imamiya, A. Do physiological data relate to traditional usability indexes? In Proceedings of the Australian Conference on Computer Human Interaction (OZCHI'05), 2005."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/566570.566630"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2004.08.006"}],"event":{"name":"ICMI06: 8th International Conference on Multimodal Interfaces 2006","sponsor":["ACM Association for Computing Machinery","SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"Banff Alberta Canada","acronym":"ICMI06"},"container-title":["Proceedings of the 8th international conference on Multimodal interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1180995.1181063","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T01:08:02Z","timestamp":1736730482000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1180995.1181063"}},"subtitle":["an empirical study"],"short-title":[],"issued":{"date-parts":[[2006,11,2]]},"references-count":47,"alternative-id":["10.1145\/1180995.1181063","10.1145\/1180995"],"URL":"https:\/\/doi.org\/10.1145\/1180995.1181063","relation":{},"subject":[],"published":{"date-parts":[[2006,11,2]]},"assertion":[{"value":"2006-11-02","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}