{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:46:35Z","timestamp":1776084395354,"version":"3.50.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030856120","type":"print"},{"value":"9783030856137","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85613-7_17","type":"book-chapter","created":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T06:03:15Z","timestamp":1629871395000},"page":"238-247","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Detection of Subtle Stress Episodes During UX Evaluation: Assessing the Performance of the WESAD Bio-Signals Dataset"],"prefix":"10.1007","author":[{"given":"Alexandros","family":"Liapis","sequence":"first","affiliation":[]},{"given":"Evanthia","family":"Faliagka","sequence":"additional","affiliation":[]},{"given":"Christos","family":"Katsanos","sequence":"additional","affiliation":[]},{"given":"Christos","family":"Antonopoulos","sequence":"additional","affiliation":[]},{"given":"Nikolaos","family":"Voros","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,8,26]]},"reference":[{"key":"17_CR1","doi-asserted-by":"publisher","unstructured":"Sarsenbayeva, Z., et al.: Does smartphone use drive our emotions or vice versa? A causal analysis. In: Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems, New York, pp. 1\u201315. Association for Computing Machinery (2020). https:\/\/doi.org\/10.1145\/3313831.3376163","DOI":"10.1145\/3313831.3376163"},{"key":"17_CR2","doi-asserted-by":"publisher","unstructured":"Remy, C., et al.: Evaluation beyond usability: validating sustainable HCI research. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems, ACM, New York, pp. 216:1\u2013216:14 (2018). https:\/\/doi.org\/10.1145\/3173574.3173790","DOI":"10.1145\/3173574.3173790"},{"key":"17_CR3","doi-asserted-by":"publisher","unstructured":"Silvennoinen, J.M., Jokinen, J.P.P.: Aesthetic appeal and visual usability in four icon design eras. In: Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, pp. 4390\u20134400. Association for Computing Machinery, San Jose, California, USA (2016). https:\/\/doi.org\/10.1145\/2858036.2858462","DOI":"10.1145\/2858036.2858462"},{"key":"17_CR4","doi-asserted-by":"publisher","first-page":"14","DOI":"10.3390\/proceedings2019031014","volume":"31","author":"I D\u00edaz-Oreiro","year":"2019","unstructured":"D\u00edaz-Oreiro, I., L\u00f3pez, G., Quesada, L., Guerrero, L.A.: Standardized questionnaires for user experience evaluation: a systematic literature review. Proceedings 31, 14 (2019). https:\/\/doi.org\/10.3390\/proceedings2019031014","journal-title":"Proceedings"},{"key":"17_CR5","unstructured":"Marshall, C., Rossman, G.B.: Designing Qualitative Research. Sage Publications, London (2014)"},{"key":"17_CR6","doi-asserted-by":"publisher","first-page":"1175","DOI":"10.1016\/j.procs.2017.05.025","volume":"108","author":"P Tarnowski","year":"2017","unstructured":"Tarnowski, P., Ko\u0142odziej, M., Majkowski, A., Rak, R.J.: Emotion recognition using facial expressions. Procedia Comput. Sci. 108, 1175\u20131184 (2017)","journal-title":"Procedia Comput. Sci."},{"key":"17_CR7","doi-asserted-by":"publisher","first-page":"2203","DOI":"10.1109\/TMM.2014.2360798","volume":"16","author":"Q Mao","year":"2014","unstructured":"Mao, Q., Dong, M., Huang, Z., Zhan, Y.: Learning salient features for speech emotion recognition using convolutional neural networks. IEEE Trans. Multimedia 16, 2203\u20132213 (2014)","journal-title":"IEEE Trans. Multimedia"},{"key":"17_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1007\/978-3-030-29390-1_6","volume-title":"Human-Computer Interaction \u2013 INTERACT 2019","author":"S Tikadar","year":"2019","unstructured":"Tikadar, S., Bhattacharya, S.: A novel method to build and validate an affective state prediction model from touch-typing. In: Lamas, D., Loizides, F., Nacke, L., Petrie, H., Winckler, M., Zaphiris, P. (eds.) INTERACT 2019. LNCS, vol. 11749, pp. 99\u2013119. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-29390-1_6"},{"key":"17_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-67744-6_1","volume-title":"Human-Computer Interaction \u2013 INTERACT 2017","author":"S Tikadar","year":"2017","unstructured":"Tikadar, S., Kazipeta, S., Ganji, C., Bhattacharya, S.: A minimalist approach for identifying affective states for mobile interaction design. In: Bernhaupt, R., Dalvi, G., Joshi, A., Balkrishan, D.K., O\u2019Neill, J., Winckler, M. (eds.) INTERACT 2017. LNCS, vol. 10513, pp. 3\u201312. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-67744-6_1"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Maier, M., Marouane, C., Elsner, D.: DeepFlow: detecting optimal user experience from physiological data using deep neural networks. In: Proceedings of the 18th International Conference on Autonomous Agents and Multiagent Systems, Montreal QC, Canada, pp. 2108\u20132110. International Foundation for Autonomous Agents and Multiagent Systems (2019)","DOI":"10.24963\/ijcai.2019\/196"},{"key":"17_CR11","unstructured":"Lazar, J., Feng, J.H., Hochheiser, H.: Research Methods in Human-Computer Interaction. Wiley,  Hoboken (2010)"},{"key":"17_CR12","doi-asserted-by":"publisher","unstructured":"Hernandez, J., Paredes, P., Roseway, A., Czerwinski, M.: Under pressure: sensing stress of computer users. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, ACM, New York, pp. 51\u201360 (2014). https:\/\/doi.org\/10.1145\/2556288.2557165","DOI":"10.1145\/2556288.2557165"},{"key":"17_CR13","doi-asserted-by":"publisher","unstructured":"Lee, H., Kleinsmith, A.: Public speaking anxiety in a real classroom: towards developing a reflection system. In: Extended Abstracts of the 2019 CHI Conference on Human Factors in Computing Systems, Glasgow, Scotland, UK, pp. 1\u20136. Association for Computing Machinery (2019). https:\/\/doi.org\/10.1145\/3290607.3312875","DOI":"10.1145\/3290607.3312875"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"286","DOI":"10.3389\/fnins.2014.00286","volume":"8","author":"A Betella","year":"2014","unstructured":"Betella, A., et al.: Inference of human affective states from psychophysiological measurements extracted under ecologically valid conditions. Front. Neurosci. 8, 286 (2014)","journal-title":"Front. Neurosci."},{"key":"17_CR15","doi-asserted-by":"crossref","unstructured":"Cowley, B., et al.: The psychophysiology primer: a guide to methods and a broad review with a focus on human\u2013computer interaction. Found. Trends\u00ae Hum.\u2013Comput. Interact. 9, 151\u2013308 (2016)","DOI":"10.1561\/1100000065"},{"key":"17_CR16","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-1126-0","volume-title":"Electrodermal Activity","author":"W Boucsein","year":"2012","unstructured":"Boucsein, W.: Electrodermal Activity. Springer, US (2012). https:\/\/doi.org\/10.1007\/978-1-4614-1126-0"},{"key":"17_CR17","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/T-AFFC.2011.15","volume":"3","author":"S Koelstra","year":"2012","unstructured":"Koelstra, S., et al.: DEAP: a database for emotion analysis; using physiological signals. IEEE Trans. Affect. Comput. 3, 18\u201331 (2012). https:\/\/doi.org\/10.1109\/T-AFFC.2011.15","journal-title":"IEEE Trans. Affect. Comput."},{"key":"17_CR18","doi-asserted-by":"publisher","unstructured":"Koldijk, S., Sappelli, M., Verberne, S., Neerincx, M.A., Kraaij, W.: The SWELL knowledge work dataset for stress and user modeling research. In: Proceedings of the 16th International Conference on Multimodal Interaction, ACM, New York, pp. 291\u2013298 (2014). https:\/\/doi.org\/10.1145\/2663204.2663257","DOI":"10.1145\/2663204.2663257"},{"key":"17_CR19","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1109\/TAFFC.2016.2625250","volume":"9","author":"R Subramanian","year":"2018","unstructured":"Subramanian, R., Wache, J., Abadi, M.K., Vieriu, R.L., Winkler, S., Sebe, N.: ASCERTAIN: emotion and personality recognition using commercial sensors. IEEE Trans. Affect. Comput. 9, 147\u2013160 (2018). https:\/\/doi.org\/10.1109\/TAFFC.2016.2625250","journal-title":"IEEE Trans. Affect. Comput."},{"key":"17_CR20","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.jbi.2015.11.007","volume":"59","author":"A Alberdi","year":"2016","unstructured":"Alberdi, A., Aztiria, A., Basarab, A.: Towards an automatic early stress recognition system for office environments based on multimodal measurements: a review. J. Biomed. Inform. 59, 49\u201375 (2016)","journal-title":"J. Biomed. Inform."},{"key":"17_CR21","doi-asserted-by":"publisher","unstructured":"Schmidt, P., Reiss, A., Duerichen, R., Marberger, C., Van Laerhoven, K.: Introducing WESAD, a multimodal dataset for wearable stress and affect detection. In: Proceedings of the 20th ACM International Conference on Multimodal Interaction, ACM, New York, pp. 400\u2013408 (2018). https:\/\/doi.org\/10.1145\/3242969.3242985","DOI":"10.1145\/3242969.3242985"},{"key":"17_CR22","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1080\/10447318.2020.1825205","volume":"37","author":"A Liapis","year":"2021","unstructured":"Liapis, A., Katsanos, C., Karousos, N., Xenos, M., Orphanoudakis, T.: User experience evaluation: a validation study of a tool-based approach for automatic stress detection using physiological signals. Int. J. Hum.-Comput. Interact. 37, 470\u2013483 (2021). https:\/\/doi.org\/10.1080\/10447318.2020.1825205","journal-title":"Int. J. Hum.-Comput. Interact."},{"key":"17_CR23","doi-asserted-by":"publisher","unstructured":"Pakarinen, T., Pietil\u00e4, J., Nieminen, H.: Prediction of self-perceived stress and arousal based on electrodermal activity*. In: 2019 41st Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC), pp. 2191\u20132195 (2019). https:\/\/doi.org\/10.1109\/EMBC.2019.8857621","DOI":"10.1109\/EMBC.2019.8857621"},{"key":"17_CR24","doi-asserted-by":"publisher","unstructured":"Bruun, A.: It\u2019s not complicated: a study of non-specialists analyzing GSR sensor data to detect UX related events. In: Proceedings of the 10th Nordic Conference on Human-Computer Interaction, ACM, Oslo, Norway, pp. 170\u2013183 (2018). https:\/\/doi.org\/10.1145\/3240167.3240183","DOI":"10.1145\/3240167.3240183"},{"key":"17_CR25","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.bbr.2017.12.021","volume":"341","author":"Y Liu","year":"2018","unstructured":"Liu, Y., Du, S.: Psychological stress level detection based on electrodermal activity. Behav. Brain Res. 341, 50\u201353 (2018). https:\/\/doi.org\/10.1016\/j.bbr.2017.12.021","journal-title":"Behav. Brain Res."},{"key":"17_CR26","doi-asserted-by":"publisher","unstructured":"Jussila, J., Venho, N., Salonius, H., Moilanen, J., Liukkonen, J., Rinnetm\u00e4ki, M.: Towards ecosystem for research and development of electrodermal activity applications. In: Proceedings of the 22nd International Academic Mindtrek Conference, Tampere, Finland, pp. 79\u201387. Association for Computing Machinery (2018). https:\/\/doi.org\/10.1145\/3275116.3275141","DOI":"10.1145\/3275116.3275141"},{"key":"17_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1007\/978-3-319-07230-2_72","volume-title":"Human-Computer Interaction. Advanced Interaction Modalities and Techniques","author":"A Liapis","year":"2014","unstructured":"Liapis, A., Karousos, N., Katsanos, C., Xenos, M.: Evaluating user\u2019s emotional experience in HCI: the PhysiOBS approach. In: Kurosu, M. (ed.) HCI 2014. LNCS, vol. 8511, pp. 758\u2013767. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-07230-2_72"},{"key":"17_CR28","doi-asserted-by":"publisher","unstructured":"Liapis, A., Katsanos, C., Karousos, N., Xenos, M., Orphanoudakis, T.: UDSP+: stress detection based on user-reported emotional ratings and wearable skin conductance sensor. In: Adjunct Proceedings of the 2019 ACM International Joint Conference on Pervasive and Ubiquitous Computing and Proceedings of the 2019 ACM International Symposium on Wearable Computers, ACM, New York, pp. 125\u2013128 (2019). https:\/\/doi.org\/10.1145\/3341162.3343831","DOI":"10.1145\/3341162.3343831"},{"key":"17_CR29","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.ijhcs.2006.11.011","volume":"65","author":"RL Mandryk","year":"2007","unstructured":"Mandryk, R.L., Atkins, M.S.: A fuzzy physiological approach for continuously modeling emotion during interaction with play technologies. Int. J. Hum Comput Stud. 65, 329\u2013347 (2007). https:\/\/doi.org\/10.1016\/j.ijhcs.2006.11.011","journal-title":"Int. J. Hum Comput Stud."},{"key":"17_CR30","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1109\/TITS.2005.848368","volume":"6","author":"J Healey","year":"2005","unstructured":"Healey, J., Picard, R.: Detecting stress during real-world driving tasks using physiological sensors. IEEE Trans. Intell. Transp. Syst. 6, 156\u2013166 (2005). https:\/\/doi.org\/10.1109\/TITS.2005.848368","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"17_CR31","doi-asserted-by":"publisher","unstructured":"Bruun, A., Law, E.L.-C., Heintz, M., Alkly, L.H.A.: Understanding the relationship between frustration and the severity of usability problems: what can psychophysiological data (not) tell us? In: Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, ACM, New York, pp. 3975\u20133987 (2016). https:\/\/doi.org\/10.1145\/2858036.2858511","DOI":"10.1145\/2858036.2858511"},{"key":"17_CR32","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20, 37\u201346 (1960). https:\/\/doi.org\/10.1177\/001316446002000104","journal-title":"Educ. Psychol. Measur."},{"issue":"4","key":"17_CR33","doi-asserted-by":"publisher","first-page":"5051","DOI":"10.1007\/s11042-016-3637-2","volume":"76","author":"A Liapis","year":"2016","unstructured":"Liapis, A., Katsanos, C., Sotiropoulos, D.G., Karousos, N., Xenos, M.: Stress in interactive applications: analysis of the valence-arousal space based on physiological signals and self-reported data. Multimedia Tools Appl. 76(4), 5051\u20135071 (2016). https:\/\/doi.org\/10.1007\/s11042-016-3637-2","journal-title":"Multimedia Tools Appl."},{"key":"17_CR34","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"JR Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics 33, 159\u2013174 (1977)","journal-title":"Biometrics"},{"key":"17_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-319-22701-6_18","volume-title":"Human-Computer Interaction \u2013 INTERACT 2015","author":"A Liapis","year":"2015","unstructured":"Liapis, A., Katsanos, C., Sotiropoulos, D., Xenos, M., Karousos, N.: Recognizing emotions in human computer interaction: studying stress using skin conductance. In: Abascal, J., Barbosa, S., Fetter, M., Gross, T., Palanque, P., Winckler, M. (eds.) INTERACT 2015. LNCS, vol. 9296, pp. 255\u2013262. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-22701-6_18"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction \u2013 INTERACT 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85613-7_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T23:41:57Z","timestamp":1629934917000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85613-7_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030856120","9783030856137"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85613-7_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"26 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"INTERACT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bari","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"interact2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.interact2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"680","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"105","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}