{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:46:06Z","timestamp":1743007566506,"version":"3.40.3"},"publisher-location":"Cham","reference-count":62,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319920689"},{"type":"electronic","value":"9783319920696"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-319-92069-6_11","type":"book-chapter","created":{"date-parts":[[2019,2,6]],"date-time":"2019-02-06T17:00:32Z","timestamp":1549472432000},"page":"163-177","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Detecting and Adapting to Users\u2019 Cognitive and Affective State to Develop Intelligent Musical Interfaces"],"prefix":"10.1007","author":[{"given":"Beste F.","family":"Yuksel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kurt B.","family":"Oleson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Remco","family":"Chang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Robert J. K.","family":"Jacob","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,7]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"Afergan D, Peck EM, Solovey ET, Jenkins A, Hincks SW, Brown ET, Chang R, Jacob RJ (2014a) Dynamic difficulty using brain metrics of workload. In: Proceedings of CHI 2014, pp 3797\u20133806","key":"11_CR1","DOI":"10.1145\/2556288.2557230"},{"doi-asserted-by":"crossref","unstructured":"Afergan D, Shibata T, Hincks SW, Peck EM, Yuksel BF, Chang R, Jacob RJ (2014b) Brain-based target expansion. In: Proceedings of UIST","key":"11_CR2","DOI":"10.1145\/2642918.2647414"},{"issue":"3","key":"11_CR3","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1006\/cviu.1998.0744","volume":"73","author":"J.K. Aggarwal","year":"1999","unstructured":"Aggarwal JK, Cai Q (1999) Human motion analysis: a review. Comput Vis Image Underst 73(3)","journal-title":"Computer Vision and Image Understanding"},{"unstructured":"Arslan B, Brouse A, Castet J, Lehembre R, Simon C, Filatriau J-J, Noirhomme Q (2006) A real time music synthesis environment driven with biological signals. In: Proceedings of IEEE ICASSP","key":"11_CR4"},{"issue":"1","key":"11_CR5","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1016\/j.neuroimage.2011.06.023","volume":"59","author":"H Ayaz","year":"2012","unstructured":"Ayaz H, Shewokis PA, Bunce S, Izzetoglu K, Willems B, Onaral B (2012) Optical brain monitoring for operator training and mental workload assessment. Neuroimage 59(1):36\u201347","journal-title":"Neuroimage"},{"doi-asserted-by":"crossref","unstructured":"Bauer JS, Jansen A, Cirimele J. (2011) MoodMusic: a method for cooperative, generative music playlist creation. In: Proceedings of the 24th annual ACM symposium adjunct on user interface software and technology (UIST), pp 85\u201386","key":"11_CR6","DOI":"10.1145\/2046396.2046435"},{"unstructured":"Chew YCD, Caspary E (2011) MusEEGk: a brain computer musical interface. In: Extended abstracts CHI 2011, pp 1417\u20131422","key":"11_CR7"},{"unstructured":"Chung JW, Vercoe GS (2006) The affective remixer: personalized music arranging. In: CHI\u201906 extended abstracts on human factors in computing systems, 21 Apr 2006. ACM, pp 393\u2013398","key":"11_CR8"},{"issue":"3","key":"11_CR9","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1080\/1358165042000283101","volume":"29","author":"Scotty Craig","year":"2004","unstructured":"Craig S, Graesser A, Sullins J, Gholson B (2004) Affect and learning: an exploratory look into the role of affect in learning with AutoTutor. J Educ Media 29(3):241\u2013250 (2004)","journal-title":"Journal of Educational Media"},{"issue":"1","key":"11_CR10","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s002210000395","volume":"133","author":"M D\u2019Esposito","year":"2000","unstructured":"D\u2019Esposito M, Postle BR, Rypma B (2000) Prefrontal cortical contributions to working memory: evidence from event-related fMRI studies. Exp Brain Res 133(1):3\u201311","journal-title":"Exp Brain Res"},{"unstructured":"Ekman P, Friesen WV, Hager, JC (2002) Facial action coding system. A human face. Salt Lake City, USA","key":"11_CR11"},{"doi-asserted-by":"crossref","unstructured":"Ekman P, Friesen W (1978) Manual for the facial action coding system. Consulting Psychology Press","key":"11_CR12","DOI":"10.1037\/t27734-000"},{"doi-asserted-by":"crossref","unstructured":"FakhrHosseini M, Jeon M (2016) The effects of various music on angry drivers\u2019 subjective, behavioral, and physiological states. In: Proceedings of the 8th international conference on automotive user interfaces and interactive vehicular applications adjunct, 24 Oct 2016. ACM, pp 191\u2013196","key":"11_CR13","DOI":"10.1145\/3004323.3004346"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1126\/science.3260686","volume":"241","author":"PT Fox","year":"1988","unstructured":"Fox PT, Raichle ME, Mintun MA, Dence C (1988) Glucose during focal physiologic neural activity nonoxidative consumption. Science 241:462\u2013464","journal-title":"Science"},{"key":"11_CR15","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1093\/acprof:oso\/9780199230143.003.0014","volume-title":"Handbook of Music and Emotion: Theory, Research, Applications","author":"Aalf Gabrielsson","year":"1993","unstructured":"Gabrielsson A, Lindstrom E (2010) The role of structure in the musical expression of emotions. In Handbook of music and emotion: theory, research, applications, pp 367\u2013400"},{"issue":"1","key":"11_CR16","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1080\/02699930302279","volume":"17","author":"Lise Gagnon","year":"2003","unstructured":"Gagnon L, Peretz I (2003) Mode and tempo relative contributions to \u201chappy-sad\u201d judgements in equitone melodies. Cogn Emot 17(1):25\u201340","journal-title":"Cognition and Emotion"},{"issue":"1","key":"11_CR17","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1518\/001872098779480578","volume":"40","author":"A Gevins","year":"1998","unstructured":"Gevins A, Smith ME, Leong H, McEvoy L, Whitfeld S, Du R, Rush G (1998) Monitoring working memory load during computer-based tasks with EEG pattern recognition methods. Hum Factors: J Hum Factors Ergon Soc 40(1):79\u201391","journal-title":"Hum Factors: J Hum Factors Ergon Soc"},{"issue":"4","key":"11_CR18","doi-asserted-by":"publisher","first-page":"374","DOI":"10.1093\/cercor\/7.4.374","volume":"7","author":"A Gevins","year":"1997","unstructured":"Gevins A, Smith ME, McEvoy L, Yu D (1997) High-resolution EEG mapping of cortical activation related to working memory: effects of task difficulty, type of processing, and practice. Cereb Cortex 7:374\u2013385","journal-title":"Cerebral Cortex"},{"issue":"1","key":"11_CR19","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1504\/IJAACS.2013.050689","volume":"6","author":"A Girouard","year":"2013","unstructured":"Girouard A, Solovey E, Jacob RJK (2013) Designing a passive brain computer interface using real time classification of functional near-infrared spectroscopy. Int J Auton Adapt Commun Syst 6(1):26\u201344","journal-title":"Int J Auton Adapt Commun Syst"},{"unstructured":"Grierson, M (2008) Composing with brainwaves: minimal trial P300b recognition as an indication of subjective preference for the control of a musical instrument. ICMC","key":"11_CR20"},{"issue":"1","key":"11_CR21","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1007\/BF01129966","volume":"5","author":"A Gundel","year":"1992","unstructured":"Gundel A, Wilson GF (1992) Topographical changes in the ongoing EEG related to the difficulty of mental tasks. Brain Topogr 5(1):17\u201325","journal-title":"Brain Topogr"},{"issue":"2","key":"11_CR22","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1177\/102986499700100205","volume":"1","author":"PN Juslin","year":"1997","unstructured":"Juslin PN (1997) Perceived emotional expression in synthesized performances of a short melody: capturing the listener\u2019s judgment policy. Musicae scientiae 1(2):225\u2013256","journal-title":"Musicae scientiae"},{"unstructured":"Juslin PN, Sloboda JA (2010) Handbook of music and emotion: theory, research, applications. Oxford University Press","key":"11_CR23"},{"doi-asserted-by":"crossref","unstructured":"El Kaliouby R, Robinson P (2005) Generalization of a vision-based computational model of mind-reading. In: Proceedings of first international conference on affective computing and intelligent interaction, pp 582\u2013589","key":"11_CR26","DOI":"10.1007\/11573548_75"},{"doi-asserted-by":"crossref","unstructured":"Kim HJ, Yoo MJ, Kwon JY, Lee IK (2009) Generating affective music icons in the emotion plane. In: CHI\u201909 extended abstracts on human factors in computing systems. ACM, pp 3389\u20133394","key":"11_CR27","DOI":"10.1145\/1520340.1520491"},{"doi-asserted-by":"crossref","unstructured":"Kort B, Reilly R, Picard RW (2001) An affective model of interplay between emotions and learning: reengineering educational pedagogy-building a learning companion. In: Advanced learning technologies, 2001. IEEE, pp 43\u201346","key":"11_CR28","DOI":"10.1109\/ICALT.2001.943850"},{"issue":"1","key":"11_CR29","doi-asserted-by":"publisher","first-page":"42","DOI":"10.2307\/3680115","volume":"14","author":"R. Benjamin Knapp","year":"1990","unstructured":"Knapp RB, Lusted HS (1990) A bioelectric controller for computer music applications. Comput Music J 42\u201347","journal-title":"Computer Music Journal"},{"unstructured":"Le Groux S, Manzolli J, Verschure PF (2010) Disembodied and collaborative musical interaction in the multimodal brain orchestra. In: Proceedings of NIME, pp 309\u2013314","key":"11_CR30"},{"unstructured":"Lucier A (1976) Statement on: music for solo performer. In: Rosenboom D (ed) Biofeedback and the arts, results of early experiments. Aesthetic Research Center of Canada Publications, Vancouver, pp 60\u201361","key":"11_CR31"},{"issue":"2","key":"11_CR32","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1097\/00001756-199701200-00033","volume":"8","author":"DS Manoach","year":"1997","unstructured":"Manoach DS, Schlaug G, Siewert B, Darby DG, Bly BM, Benfeld A, Edelman RR, Warach S (1997) Prefrontal cortex fMRI signal changes are correlated with working memory load. NeuroReport 8(2):545\u2013549","journal-title":"NeuroReport"},{"doi-asserted-by":"crossref","unstructured":"Mayer RE (1999) Fifty years of creativity research. In: Sternberg RJ (ed) Handbook of creativity. Cambridge University Press","key":"11_CR33","DOI":"10.1017\/CBO9780511807916.024"},{"unstructured":"Mealla S, V\u00e4ljam\u00e4e A, Bosi M, Jord\u00e0 S (2011) Listening to your brain: Implicit interaction in collaborative music performances. In: Proceedings of NIME \u201911 (2011)","key":"11_CR34"},{"unstructured":"Meyer LB (2008) Emotion and meaning in music. University of Chicago Press","key":"11_CR35"},{"unstructured":"McDaniel B, D\u2019Mello S, King B, Chipman P, Tapp K, Graesser A (2007) Facial features for affective state detection in learning environments. In: Proceedings of 29th annual meeting of the cognitive science society","key":"11_CR36"},{"unstructured":"Miranda E, Brouse A (2005) Toward direct brain-computer musical interfaces. In: Proceedings of NIME, pp 216\u2013219","key":"11_CR37"},{"issue":"2","key":"11_CR38","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1162\/014892603322022682","volume":"27","author":"E Miranda","year":"2003","unstructured":"Miranda E, Sharman E, Kilborn K, Duncan A (2003) On harnessing the electroencephalogram for the musical braincap. Comput Music J 27(2):80\u2013102","journal-title":"Comput Music J"},{"unstructured":"Moriyama T, Ozawa S (1999) Emotion recognition and synthesis system on speech. In: IEEE international conference on multimedia computing and systems, Florence, Italy","key":"11_CR39"},{"issue":"3","key":"11_CR40","first-page":"5","volume":"14","author":"F Morreale","year":"2016","unstructured":"Morreale F, De Angeli A (2016) Collaborating with an autonomous agent to generate affective music. Comput Entertain (CIE) 14(3):5","journal-title":"Comput Entertain (CIE)"},{"key":"11_CR41","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/s10111-003-0143-x","volume":"6","author":"F Nasoz","year":"2004","unstructured":"Nasoz F, Alvarez K, Lisetti CL, Finkelstein N (2004) Emotion recognition from physiological signals using wireless sensors for presence technologies. Cogn Technol Work 6:4\u201314","journal-title":"Cogn Technol Work"},{"doi-asserted-by":"crossref","unstructured":"Pavlovic VI, Sharma RS, Huang TS (1997) Visual interpretation of hand gestures for human-computer interaction: a review. IEEE Trans Pattern Anal Mach Intell","key":"11_CR42","DOI":"10.1109\/34.598226"},{"doi-asserted-by":"crossref","unstructured":"Peck EM, Yuksel BF, Ottely A, Jacob RJ, Chang R (2013) Using fNIRS brain sensing to evaluate information visualization interfaces. In: Proceedings of CHI 2013, pp 473\u2013482","key":"11_CR24","DOI":"10.1145\/2470654.2470723"},{"doi-asserted-by":"crossref","unstructured":"Petrushin VA (2000) Emotion recognition in speech signal: experimental study, development and application. ICSLP Beijing, China","key":"11_CR43","DOI":"10.21437\/ICSLP.2000-791"},{"key":"11_CR25","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/1140.001.0001","volume-title":"Affective computing","author":"RW Picard","year":"1997","unstructured":"Picard RW (1997) Affective computing. MIT Press, Cambridge"},{"issue":"10","key":"11_CR44","doi-asserted-by":"publisher","first-page":"1175","DOI":"10.1109\/34.954607","volume":"23","author":"RW Picard","year":"2001","unstructured":"Picard RW, Vyzas E, Healey J (2001) Toward machine emotional intelligence: analysis of affective physiological state. IEEE Trans Pattern Anal Mach Intell 23(10):1175\u20131191","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"1","key":"11_CR45","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.neuroscience.2005.12.061","volume":"139","author":"G. Repov\u0160","year":"2006","unstructured":"Repov\u0161 G, Baddeley A (2006) The multi-component model of working memory: explorations in experimental cognitive psychology. Neuroscience 139(1):5\u201321","journal-title":"Neuroscience"},{"key":"11_CR46","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"JA Russell","year":"1980","unstructured":"Russell JA (1980) A circumplex model of affect. J Pers Soc Psych. 39:1161\u20131178","journal-title":"J Pers Soc Psych."},{"doi-asserted-by":"crossref","unstructured":"Sasaki S, Hirai T, Ohya H, Morishima S (2013) Affective music recommendation system using input images. In: ACM SIGGRAPH 2013. ACM, p. 90","key":"11_CR47","DOI":"10.1145\/2503385.2503484"},{"doi-asserted-by":"crossref","unstructured":"Shneiderman B (2009) Creativity support tools: a grand challenge for HCI researchers. Eng User Interface 1\u20139","key":"11_CR48","DOI":"10.1007\/978-1-84800-136-7_1"},{"issue":"2","key":"11_CR49","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1207\/s15327590ijhc2002_1","volume":"20","author":"Ben Shneiderman","year":"2006","unstructured":"Shneiderman B, Fischer G, Myers B, Edmonds E, Eisenberg M, Jennings P (2006) Creativity support tools: report from a U.S. national science foundation sponsored workshop. Int J Hum-Comput Interact 20(2):61\u201377","journal-title":"International Journal of Human-Computer Interaction"},{"unstructured":"Shneiderman B, Fischer G, Czerwinski M, Myers B, Resnik M (2005) Creativity support tools: a workshop sponsored by the National Science Foundation","key":"11_CR50"},{"doi-asserted-by":"crossref","unstructured":"Solovey ET, Girouard A, Chauncey K, Hirshfield LM, Sassaroli A, Zheng F, Fantini S, Jacob RJK (2009) Using fNIRS brain sensing in realistic HCI settings: experiments and guidelines. In: Proceedings of UIST","key":"11_CR51","DOI":"10.1145\/1622176.1622207"},{"doi-asserted-by":"crossref","unstructured":"Solovey ET, Lalooses F, Chauncey K, Weaver D, Scheutz M, Sassaroli A, Fantini S, Schermerhorn P, Jacob RJK (2011) Sensing cognitive multitasking for a brain-based adaptive user interface. In: Proceedings of CHI","key":"11_CR52","DOI":"10.1145\/1978942.1978997"},{"doi-asserted-by":"crossref","unstructured":"Solovey ET, Schermerhorn P, Scheutz M, Sassaroli A, Fantini S, Jacob RJK (2012) Brainput: enhancing interactive systems with streaming fNIRS brain input. In: Proceedings of CHI","key":"11_CR53","DOI":"10.1145\/2207676.2208372"},{"unstructured":"Sweller J (1999) Instructional design in technical areas. ACER Press","key":"11_CR54"},{"doi-asserted-by":"crossref","unstructured":"Swift B (2012) Becoming-sound: affect and assemblage in improvisational digital music making. In: Proceedings of the SIGCHI conference on human factors in computing systems 2012. ACM, pp 1815\u20131824","key":"11_CR55","DOI":"10.1145\/2207676.2208315"},{"issue":"1 suppl","key":"11_CR56","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1177\/10298649020050S107","volume":"5","author":"D V\u00e4stfj\u00e4ll","year":"2001","unstructured":"V\u00e4stfj\u00e4ll D (2001) Emotion induction through music: a review of the musical mood induction procedure. Musicae Scientiae 5(1 suppl):173\u2013211","journal-title":"Musicae Scientiae"},{"doi-asserted-by":"crossref","unstructured":"Villon O, Lisetti C (2006) A user-modeling approach to build user\u2019s psycho-physiological maps of emotions using BioSensors. In: Proceedings of IEEE ROMAN 2006, 15th IEEE international symposium robot and human interactive communication, session emotional cues in human robot interaction, pp 269\u2013276","key":"11_CR57","DOI":"10.1109\/ROMAN.2006.314429"},{"issue":"10","key":"11_CR58","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1016\/S0166-2236(97)01132-6","volume":"20","author":"A Villringer","year":"1997","unstructured":"Villringer A, Chance B (1997) Non-invasive optical spectroscopy and imaging of human brain function. Trends Neurosci 20","journal-title":"Trends in Neurosciences"},{"doi-asserted-by":"crossref","unstructured":"Wagner J, Kim NJ, Andre E (2005) From physiological signals to emotions: implementing and comparing selected methods for feature extraction and classification. In: Proceedings of IEEE international conference on multimedia and expo, pp 940\u2013943","key":"11_CR59","DOI":"10.1109\/ICME.2005.1521579"},{"unstructured":"Wang G (2016) Game design for expressive mobile music. In: New interfaces for musical expression","key":"11_CR60"},{"doi-asserted-by":"crossref","unstructured":"Yuksel BF, Oleson KB, Harrison L, Peck EM, Afergan D, Chang R, Jacob RJK (2016) Learn piano with BACh: an adaptive learning interface that adjusts task difficulty based on brain state. In Proceedings of the SIGCHI conference on human factors in computing systems 2016, pp 5372\u20135384","key":"11_CR61","DOI":"10.1145\/2858036.2858388"},{"unstructured":"Yuksel BF, Afergan D, Peck EM, Griffin G, Harrison L, Chen N, Chang R, Jacob RJK (2015) BRAAHMS: a novel adaptive musical interface based on users\u2019 cognitive state. In: New interfaces for musical expression (NIME), pp 136\u2013139","key":"11_CR62"}],"container-title":["Springer Series on Cultural Computing","New Directions in Music and Human-Computer Interaction"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-92069-6_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,14]],"date-time":"2024-07-14T15:53:49Z","timestamp":1720972429000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-92069-6_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783319920689","9783319920696"],"references-count":62,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-92069-6_11","relation":{},"ISSN":["2195-9056","2195-9064"],"issn-type":[{"type":"print","value":"2195-9056"},{"type":"electronic","value":"2195-9064"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"7 February 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}