{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,19]],"date-time":"2026-04-19T19:57:30Z","timestamp":1776628650927,"version":"3.51.2"},"reference-count":94,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T00:00:00Z","timestamp":1756166400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T00:00:00Z","timestamp":1756166400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100004329","name":"The Slovenian Research and Innovation Agency","doi-asserted-by":"publisher","award":["P1-0383"],"award-info":[{"award-number":["P1-0383"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"The Slovenian Research and Innovation Agency","doi-asserted-by":"publisher","award":["P1-0383"],"award-info":[{"award-number":["P1-0383"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"The Slovenian Research and Innovation Agency","doi-asserted-by":"publisher","award":["P1-0383"],"award-info":[{"award-number":["P1-0383"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004329","name":"The Slovenian Research and Innovation Agency","doi-asserted-by":"publisher","award":["P1-0383"],"award-info":[{"award-number":["P1-0383"]}],"id":[{"id":"10.13039\/501100004329","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Virtual Reality"],"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:p>\n                    Improvisation is an important skill in music instrument learning, but remains a less-taught topic in traditional piano education. To improvise effectively, learners must develop musical vocabulary, creative confidence, and comfort in performance. These demands make piano improvisation a complex teaching challenge where technology interventions may offer support. Prior short-term studies on augmented piano roll visualisations have shown promise for teaching sight-reading and motor coordination in novice students. However, how such approaches can support advanced learners in acquisition of improvisational skills remains under-explored. To address this gap, we present\n                    <jats:italic>ImproVisAR<\/jats:italic>\n                    , an interactive piano training system that teaches improvisation through augmented piano roll visualisations. Concepts and tools derived from a co-design process with improvisation experts are integrated as structured learning modes. We validated the system through a four-day controlled study (\n                    <jats:inline-formula>\n                      <jats:tex-math>$$n=6$$<\/jats:tex-math>\n                    <\/jats:inline-formula>\n                    ) comparing an AR-based condition with a traditional sheet music condition following a mixed-methods approach to data analysis. We collected and analysed subjective ratings of cognitive load, creativity support, user-experience, expert evaluation of performances, interaction logs, and qualitative insights collected from daily post-study interviews. Our findings show that participants experienced reduced cognitive load over time, sustained engagement across sessions, and AR participants showed higher expert-rated scores, particularly in rhythm, flow, musicality and overall musical impression. Participants also reported greater immersion, freedom to create musical content and motivation to continue playing. We discuss these findings in relation to user experience and creativity support, and offer design recommendations for AR systems that aim to teach complex, expressive skills such as musical improvisation.\n                  <\/jats:p>","DOI":"10.1007\/s10055-025-01215-z","type":"journal-article","created":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T16:46:09Z","timestamp":1756226769000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["ImproVisAR: designing augmented reality piano roll for teaching improvisation"],"prefix":"10.1007","volume":"29","author":[{"given":"Jordan Aiko","family":"Deja","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sandi","family":"\u0160tor","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ilonka","family":"Pucihar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Maheshya","family":"Weerasinghe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rafael Marco","family":"Balbin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Klen","family":"\u010copi\u010d Pucihar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matja\u017e","family":"Kljun","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,26]]},"reference":[{"issue":"1","key":"1215_CR1","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1177\/0305735611415750","volume":"41","author":"R Allen","year":"2013","unstructured":"Allen R (2013) Free improvisation and performance anxiety among piano students. Psychol Music 41(1):75\u201388. https:\/\/doi.org\/10.1177\/0305735611415750","journal-title":"Psychol Music"},{"key":"1215_CR2","doi-asserted-by":"crossref","unstructured":"Azzara CD (2002) Improvisation. In: The new handbook of research on music teaching and learning: a project of the music educators national conference, Oxford University Press, pp 171\u2013187","DOI":"10.1093\/oso\/9780195138849.003.0013"},{"key":"1215_CR3","volume-title":"Social learning theory","author":"A Bandura","year":"1977","unstructured":"Bandura A, Walters RH (1977) Social learning theory, vol 1. Prentice-Hall, New Jersey"},{"key":"1215_CR4","doi-asserted-by":"publisher","unstructured":"Barakonyi I, Schmalstieg D (2005) Augmented reality agents in the development pipeline of computer entertainment. In: Kishino F, Kitamura Y, Kato H, Nagata N (eds) International conference on entertainment computing, Springer, Berlin, Heidelberg, Germany, pp 345\u2013356 https:\/\/doi.org\/10.1007\/11558651_34","DOI":"10.1007\/11558651_34"},{"key":"1215_CR5","doi-asserted-by":"publisher","first-page":"614","DOI":"10.3389\/fpsyg.2015.00614","volume":"6","author":"M Biasutti","year":"2015","unstructured":"Biasutti M (2015) Pedagogical applications of cognitive research on musical improvisation. Front Psychol 6:614","journal-title":"Front Psychol"},{"issue":"2\u20133","key":"1215_CR6","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1080\/10400410902861240","volume":"21","author":"M Biasutti","year":"2009","unstructured":"Biasutti M, Frezza L (2009) Dimensions of music improvisation. Creat Res J 21(2\u20133):232\u2013242","journal-title":"Creat Res J"},{"key":"1215_CR7","doi-asserted-by":"publisher","unstructured":"Birhanu A, Rank S (2017) Keynvision: Exploring piano pedagogy in mixed reality. In: Extended Abstracts Publication of the Annual Symposium on Computer-Human Interaction in Play. CHI PLAY \u201917 Extended Abstracts, Association for Computing Machinery, New York, NY, USA . pp. 299\u2013304. https:\/\/doi.org\/10.1145\/3130859.3131336","DOI":"10.1145\/3130859.3131336"},{"key":"1215_CR8","doi-asserted-by":"publisher","DOI":"10.1037\/13620-004","volume-title":"Thematic analysis","author":"V Braun","year":"2012","unstructured":"Braun V, Clarke V (2012) Thematic analysis. American Psychological Association, Washington"},{"issue":"1","key":"1215_CR9","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1080\/14613800050004404","volume":"2","author":"P Burnard","year":"2000","unstructured":"Burnard P (2000) How children ascribe meaning to improvisation and composition: rethinking pedagogy in music education. Music Educ Res 2(1):7\u201323. https:\/\/doi.org\/10.1080\/14613800050004404","journal-title":"Music Educ Res"},{"key":"1215_CR10","doi-asserted-by":"publisher","unstructured":"Cai M, Amrizal MA, Abe T, Suganuma T (2019) Design and implementation of ar-supported system for piano learning. In: IEEE 8th Global Conference on Consumer Electronics. GCCE \u201919, IEEE, New York, NY, USA . pp 49\u201350. https:\/\/doi.org\/10.1109\/GCCE46687.2019.9015530","DOI":"10.1109\/GCCE46687.2019.9015530"},{"key":"1215_CR11","doi-asserted-by":"publisher","unstructured":"Cai M, Amrizal MA, Abe T, Suganuma T (2019) Design of an ar-based system for group piano learning. In: IEEE International Symposium on Mixed and Augmented Reality Adjunct. ISMAR-Adjunct \u201919, IEEE, New York, NY, USA. pp 20\u201321. https:\/\/doi.org\/10.1109\/ISMAR-Adjunct.2019.00020","DOI":"10.1109\/ISMAR-Adjunct.2019.00020"},{"key":"1215_CR12","doi-asserted-by":"publisher","unstructured":"Carroll EA, Latulipe C (2009) The creativity support index. In: CHI \u201909 Extended Abstracts on Human Factors in Computing Systems. CHI EA \u201909, Association for Computing Machinery, New York, NY, USA. pp 4009\u20134014. https:\/\/doi.org\/10.1145\/1520340.1520609","DOI":"10.1145\/1520340.1520609"},{"issue":"3","key":"1215_CR13","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1111\/bjet.12902","volume":"51","author":"C-H Chen","year":"2020","unstructured":"Chen C-H (2020) Ar videos as scaffolding to foster students\u2019 learning achievements and motivation in efl learning. Br J Edu Technol 51(3):657\u2013672","journal-title":"Br J Edu Technol"},{"key":"1215_CR14","doi-asserted-by":"publisher","first-page":"205920432412929","DOI":"10.1177\/20592043241292952","volume":"7","author":"S Cheng","year":"2024","unstructured":"Cheng S, Milne AJ, Dean RT, Hanham J, MacRitchie J (2024) Exploring the comprehensibility of ten different musical notation systems and underlying factors. Music Sci 7:20592043241292950","journal-title":"Music Sci"},{"issue":"4","key":"1215_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2617588","volume":"21","author":"E Cherry","year":"2014","unstructured":"Cherry E, Latulipe C (2014) Quantifying the creativity support of digital tools through the creativity support index. ACM Trans Comput Hum Interact (TOCHI) 21(4):1\u201325","journal-title":"ACM Trans Comput Hum Interact (TOCHI)"},{"key":"1215_CR16","doi-asserted-by":"publisher","unstructured":"Chiang P-Y, Sun C-H (2015) Oncall piano sensei: Portable ar piano training system. In: Proceedings of the 3rd ACM Symposium on Spatial User Interaction. SUI \u201915, Association for Computing Machinery, New York, NY, USA. p 134. https:\/\/doi.org\/10.1145\/2788940.2794353","DOI":"10.1145\/2788940.2794353"},{"key":"1215_CR17","unstructured":"Chow J, Feng H, Amor R, W\u00fcnsche BC (2013) Music education using augmented reality with a head mounted display. In: Proceedings of the Fourteenth Australasian User Interface Conference - Volume 139. AUIC \u201913, Australian Computer Society, Inc., Melbourne, Australia, pp 73\u201379"},{"key":"1215_CR18","unstructured":"Chyu YE (2004) Teaching improvisation to piano students of elementary to intermediate levels. PhD thesis, Ohio State University"},{"key":"1215_CR19","unstructured":"Dahlstedt P (2015) Mapping strategies and sound engine design for an augmented hybrid piano. In: Proceedings of the International Conference on New Interfaces for Musical Expression. NIME 2015, The School of Music and the Center for Computation and Technology (CCT), Louisiana State University, Baton Rouge, Louisiana, USA, pp 271\u2013276"},{"key":"1215_CR20","unstructured":"Das S, Glickman S, Hsiao FY, Lee B (2017) Music everywhere\u2013augmented reality piano improvisation learning system. In: Proceedings of the international conference on new interfaces for musical expression. NIME \u201917, PubPub, Cambridge, MA, USA, pp 511\u2013512"},{"key":"1215_CR21","doi-asserted-by":"crossref","unstructured":"Dean RT, Bailes FA (2010) The control of acoustic intensity during jazz and free improvisation performance. Critical Studies in Improvisation\/\u00c9tudes critiques en improvisation 6(2)","DOI":"10.21083\/csieci.v6i2.1193"},{"key":"1215_CR22","volume-title":"Hyperimprovisation: computer-interactive sound improvisation","author":"R Dean","year":"2003","unstructured":"Dean R (2003) Hyperimprovisation: computer-interactive sound improvisation, vol 19. A-R Editions Inc, Middleton, WI, USA"},{"key":"1215_CR23","unstructured":"Dean RT, Bailes F (2016) Cognitive processes in musical improvisation. The Oxford handbook of critical improvisation studies 1:39\u201355"},{"key":"1215_CR24","doi-asserted-by":"publisher","DOI":"10.4324\/9781315077994","volume-title":"Improvisation hypermedia and the arts since 1945","author":"R Dean","year":"2013","unstructured":"Dean R, Smith H (2013) Improvisation hypermedia and the arts since 1945, 1st edn. Routledge, New York","edition":"1"},{"issue":"2","key":"1215_CR25","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1080\/08923649609526919","volume":"10","author":"C Dede","year":"1996","unstructured":"Dede C (1996) The evolution of distance education: emerging technologies and distributed learning. Am J Distance Educ 10(2):4\u201336. https:\/\/doi.org\/10.1080\/08923649609526919","journal-title":"Am J Distance Educ"},{"key":"1215_CR26","doi-asserted-by":"publisher","unstructured":"Deja JA (2021) Encouraging improvisation in piano learning using adaptive visualisations and spatiotemporal models. In: Adjunct Publication of the 23rd International Conference on Mobile Human-Computer Interaction, ACM Digital Library, Toulousse, France. pp 1\u20134. https:\/\/doi.org\/10.1145\/3447527.3474865","DOI":"10.1145\/3447527.3474865"},{"key":"1215_CR27","doi-asserted-by":"crossref","unstructured":"Deja JA (2022) Piano learning and improvisation through adaptive visualisation and digital augmentation. In: Companion proceedings of the 2022 conference on interactive surfaces and spaces, pp 41\u201345","DOI":"10.1145\/3532104.3571464"},{"key":"1215_CR28","doi-asserted-by":"publisher","unstructured":"Deja JA, Mayer S, Pucihar K\u010c, Kljun M (2022) A survey of augmented piano prototypes: Has augmentation improved learning experiences? Proceedings of the ACM Human Computer Interaction Volume ISS, pp 1\u201328 https:\/\/doi.org\/10.1145\/3567719","DOI":"10.1145\/3567719"},{"key":"1215_CR29","doi-asserted-by":"crossref","unstructured":"Deja JA, \u0160tor S, Pucihar I, Pucihar K\u010c, Kljun M (2024) Teach me how to improvise: Co-designing an augmented piano training system for improvisation. arXiv preprint arXiv:2402.02999","DOI":"10.1007\/s10055-025-01215-z"},{"key":"1215_CR30","doi-asserted-by":"publisher","unstructured":"Donahue C, Simon I, Dieleman S (2019) Piano genie. In: Proceedings of the 24th International Conference on Intelligent User Interfaces. IUI \u201919, Association for Computing Machinery, New York, NY, USA. pp. 160\u2013164. https:\/\/doi.org\/10.1145\/3301275.3302288","DOI":"10.1145\/3301275.3302288"},{"issue":"3","key":"1215_CR31","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1037\/0033-295X.100.3.363","volume":"100","author":"KA Ericsson","year":"1993","unstructured":"Ericsson KA, Krampe RT, Tesch-R\u00f6mer C (1993) The role of deliberate practice in the acquisition of expert performance. Psychol Rev 100(3):363","journal-title":"Psychol Rev"},{"key":"1215_CR32","doi-asserted-by":"publisher","unstructured":"Fernandez CAT, Paliyawan P, Yin CC, Thawonmas R (2016) Piano learning application with feedback provided by an ar virtual character. In: 5th Global Conference on Consumer Electronics, IEEE, New York, NY, USA. pp 1\u20132. https:\/\/doi.org\/10.1109\/GCCE.2016.7800380","DOI":"10.1109\/GCCE.2016.7800380"},{"key":"1215_CR33","doi-asserted-by":"publisher","unstructured":"Gerry L, Dahl S, Serafin S (2019) Adept: exploring the design, pedagogy, and analysis of a mixed reality application for piano training. In: Proceedings of 16th Sound & Music Computing Conference, Zenodo, M\u00e1laga, Spain. pp 2891\u20132892. https:\/\/doi.org\/10.5281\/zenodo.3249333","DOI":"10.5281\/zenodo.3249333"},{"issue":"4","key":"1215_CR34","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1055\/s-0032-1329224","volume":"33","author":"K Gfeller","year":"2012","unstructured":"Gfeller K, Driscoll V, Smith RS, Scheperle C (2012) The music experiences and attitudes of a first cohort of prelingually deaf adolescent and young adult cochlear implant recipients. Semin Hear 33(4):346\u2013360","journal-title":"Semin Hear"},{"key":"1215_CR35","unstructured":"Gordon EE (2011) Roots of music learning theory and audiation. PhD thesis, University of South Carolina, Chicago"},{"key":"1215_CR36","unstructured":"Granieri N, Dooley J (2019) Reach, a keyboard-based gesture recognition system for live piano sound modulation. In: Proceedings of the international conference on new interfaces for musical expression. NIME \u201919, p 2. NIME Proceedings, Brazil (201)"},{"key":"1215_CR37","unstructured":"Graser S, Kirschenlohr F, B\u00f6hm S (2024) User experience evaluation of augmented reality: a systematic literature review. arXiv preprint arXiv:2411.12777"},{"key":"1215_CR38","doi-asserted-by":"crossref","unstructured":"Guo R, Cui J, Zhao W, Li S, Hao A (2021) Hand-by-hand mentor: an ar based training system for piano performance. In: 2021 IEEE conference on virtual reality and 3D user interfaces abstracts and workshops (VRW), IEEE, New York, NY, USA, pp 436\u2013437","DOI":"10.1109\/VRW52623.2021.00100"},{"key":"1215_CR39","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1016\/S0166-4115(08)62386-9","volume":"52","author":"SG Hart","year":"1988","unstructured":"Hart SG, Staveland LE (1988) Development of NASA-TLX (task load index): results of empirical and theoretical research. Adv Psychol 52:139\u2013183. https:\/\/doi.org\/10.1016\/S0166-4115(08)62386-9","journal-title":"Adv Psychol"},{"key":"1215_CR40","unstructured":"Hoogen WM, IJsselsteijn WA, Kort YA (2008) Exploring behavioral expressions of player experience in digital games. In: Proceedings of the workshop on facial and bodily expression for control and adaptation of games ECAG, vol 2008. Citeseer, pp 11\u201319"},{"key":"1215_CR41","doi-asserted-by":"publisher","unstructured":"Huang F, Zhou Y, Yu Y, Wang Z, Du S (2011) Piano ar: A markerless augmented reality based piano teaching system. In: Proceedings of the 2011 3rd international conference on intelligent human-machine systems and cybernetics, vol 02. IHMSC \u201911, IEEE Computer Society, Washington, DC, USA. pp 47\u201352. https:\/\/doi.org\/10.1109\/IHMSC.2011.82","DOI":"10.1109\/IHMSC.2011.82"},{"key":"1215_CR42","doi-asserted-by":"publisher","unstructured":"Karolus J, Kilian A, Kosch T, Schmidt A, Wozniak PW (2020) Hit the thumb jack! using electromyography to augment the piano keyboard. In: Proceedings of the 2020 ACM designing interactive systems conference, Association for Computing Machinery, New York, NY, USA. pp 429\u2013440. https:\/\/doi.org\/10.1145\/3357236.3395500","DOI":"10.1145\/3357236.3395500"},{"key":"1215_CR43","doi-asserted-by":"crossref","unstructured":"Kato H, Billinghurst M (1999) Marker tracking and HMD calibration for a video-based augmented reality conferencing system. In: Proceedings 2nd IEEE and ACM international workshop on augmented reality (IWAR\u201999), IEEE, pp 85\u201394","DOI":"10.1109\/IWAR.1999.803809"},{"issue":"13","key":"1215_CR44","doi-asserted-by":"publisher","first-page":"6809","DOI":"10.3390\/app12136809","volume":"12","author":"G Lampropoulos","year":"2022","unstructured":"Lampropoulos G, Keramopoulos E, Diamantaras K, Evangelidis G (2022) Augmented reality and gamification in education: a systematic literature review of research, applications, and empirical studies. Appl Sci 12(13):6809","journal-title":"Appl Sci"},{"issue":"1","key":"1215_CR45","doi-asserted-by":"publisher","first-page":"24","DOI":"10.2478\/jped-2014-0002","volume":"5","author":"J Laroche","year":"2014","unstructured":"Laroche J, Kaddouch I (2014) Enacting teaching and learning in the interaction process:\u201ckeys\u2019\u2019 for developing skills in piano lessons through four-hand improvisations. J Pedagogy 5(1):24\u201347. https:\/\/doi.org\/10.2478\/jped-2014-0002","journal-title":"J Pedagogy"},{"issue":"2","key":"1215_CR46","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1215\/00222909-008","volume":"49","author":"S Larson","year":"2005","unstructured":"Larson S (2005) Composition versus improvisation? J Music Theory 49(2):241\u2013275","journal-title":"J Music Theory"},{"issue":"15","key":"1215_CR47","doi-asserted-by":"publisher","first-page":"5363","DOI":"10.3390\/app10155363","volume":"10","author":"JG Lee","year":"2020","unstructured":"Lee JG, Seo J, Abbas A, Choi M (2020) End-users\u2019 augmented reality utilization for architectural design review. Appl Sci 10(15):5363","journal-title":"Appl Sci"},{"key":"1215_CR48","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195146103.001.0001","volume-title":"Psychology for musicians: understanding and acquiring the skills","author":"AC Lehmann","year":"2007","unstructured":"Lehmann AC, Sloboda JA, Woody RH (2007) Psychology for musicians: understanding and acquiring the skills. Oxford University Press, Oxford"},{"key":"1215_CR49","doi-asserted-by":"publisher","unstructured":"McPherson AP, Gierakowski A, Stark AM (2013) The space between the notes: adding expressive pitch control to the piano keyboard. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems. CHI \u201913, Association for Computing Machinery, New York, NY, USA. pp 2195\u20132204. https:\/\/doi.org\/10.1145\/2470654.2481302","DOI":"10.1145\/2470654.2481302"},{"key":"1215_CR50","unstructured":"McPherson AP, Kim YE (2010a) Augmenting the acoustic piano with electromagnetic string actuation and continuous key position sensing. International Conference on New Interfaces for Musical Expression. NIME \u201910. PubPub, Cambridge, MA, USA, pp 217\u2013222"},{"key":"1215_CR51","unstructured":"McPherson G (1993) Evaluating improvisational ability of high school instrumentalists. Bulletin of the Council for Research in Music Education, pp 11\u201320"},{"key":"1215_CR52","unstructured":"McPherson GE (1995) Five aspects of musical performance and their correlates. Bulletin of the council for research in music education, pp 115\u2013121"},{"key":"1215_CR53","unstructured":"McPherson GE (1997) Cognitive strategies and skill acquisition in musical performance. Bulletin of the Council for Research in Music Education, pp 64\u201371"},{"issue":"2","key":"1215_CR54","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1162\/COMJ_a_00297","volume":"39","author":"A McPherson","year":"2015","unstructured":"McPherson A (2015) Buttons, handles, and keys: advances in continuous-control keyboard instruments. Comput Music J 39(2):28\u201346. https:\/\/doi.org\/10.1162\/COMJ_a_00297","journal-title":"Comput Music J"},{"key":"1215_CR55","doi-asserted-by":"publisher","unstructured":"McPherson A, Kim Y (2010b) Toward a computationally-enhanced acoustic grand piano. In: CHI \u201910 extended abstracts on human factors in computing systems. CHI EA \u201910, Association for Computing Machinery, New York, NY, USA. pp 4141\u20134146 https:\/\/doi.org\/10.1145\/1753846.1754116","DOI":"10.1145\/1753846.1754116"},{"issue":"1","key":"1215_CR56","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s11042-020-09678-9","volume":"80","author":"D Molero","year":"2021","unstructured":"Molero D, Schez-Sobrino S, Vallejo D, Glez-Morcillo C, Albusac J (2021) A novel approach to learning music and piano based on mixed reality and gamification. Multimed Tools Appl 80(1):165\u2013186. https:\/\/doi.org\/10.1007\/s11042-020-09678-9","journal-title":"Multimed Tools Appl"},{"key":"1215_CR57","doi-asserted-by":"publisher","unstructured":"Molloy W, Huang E, W\u00fcnsche BC (2019) Mixed reality piano tutor: A gamified piano practice environment. In: 2019 international conference on electronics, information, and communication. ICEIC \u201919, IEEE, New York, NY, USA. pp 1\u20137. https:\/\/doi.org\/10.23919\/ELINFOCOM.2019.8706474","DOI":"10.23919\/ELINFOCOM.2019.8706474"},{"key":"1215_CR58","unstructured":"Montano DR (1983) The effect of improvisation in given rhythms on rhythmic accuracy in sight reading achievement by college elementary group piano students. PhD thesis, University of Missouri"},{"key":"1215_CR59","unstructured":"Newton D, Marshall MT (2011) Examining how musicians create augmented musical instruments. In: International conference on new interfaces for musical expression. NIME \u201911, Proceedings of NIME 2011, Oslo, Norway, pp 155\u2013160"},{"key":"1215_CR60","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1162\/LMJ_a_00012","volume":"20","author":"S Nicolls","year":"2010","unstructured":"Nicolls S (2010) Seeking out the spaces between: using improvisation in collaborative composition with interactive technology. Leonardo Music J 20:47\u201355","journal-title":"Leonardo Music J"},{"key":"1215_CR61","unstructured":"Nicolls S, Gillian N (2012) A gesturally controlled improvisation system for piano. In: Proceedings of live interfaces: performance art music, Open Conference Systems, Leeds, UK, pp 1\u20137"},{"key":"1215_CR62","unstructured":"Ogata M, Goto M (2017) Keyboard interface with shape-distortion expression for interactive performance. In: Proceedings of the 2017 international computer music conference. ICMC \u201917, Michigan Publishing, Ann Arbor, MI, USA. pp 378\u2013383. http:\/\/hdl.handle.net\/2027\/spo.bbp2372.2017.064"},{"key":"1215_CR63","doi-asserted-by":"publisher","unstructured":"Pan H, He X, Zeng H, Zhou J, Tang S (2018) Pilot study of piano learning with ar smart glasses considering both single and paired play. In: International conference on human aspects of IT for the aged population, Springer, Cham, Switzerland. pp 561\u2013570. https:\/\/doi.org\/10.1007\/978-3-319-92037-5_39","DOI":"10.1007\/978-3-319-92037-5_39"},{"issue":"3","key":"1215_CR64","doi-asserted-by":"publisher","first-page":"593","DOI":"10.2307\/831480","volume":"38","author":"L Porter","year":"1985","unstructured":"Porter L (1985) John Coltrane\u2019s\" a love supreme\": Jazz improvisation as composition. J Am Musicol Soc 38(3):593\u2013621","journal-title":"J Am Musicol Soc"},{"key":"1215_CR65","doi-asserted-by":"publisher","unstructured":"Raymaekers L, Vermeulen J, Luyten K, Coninx K (2014) Game of tones: Learning to play songs on a piano using projected instructions and games. In: CHI \u201914 Extended Abstracts on Human Factors in Computing Systems. CHI EA \u201914, Association for Computing Machinery, New York, NY, USA. pp 411\u2013414. https:\/\/doi.org\/10.1145\/2559206.2574799","DOI":"10.1145\/2559206.2574799"},{"key":"1215_CR66","doi-asserted-by":"crossref","unstructured":"Remy C, MacDonald\u00a0Vermeulen L, Frich J, Biskjaer MM, Dalsgaard P (2020) Evaluating creativity support tools in HCI research. In: Proceedings of the 2020 ACM designing interactive systems conference, pp 457\u2013476","DOI":"10.1145\/3357236.3395474"},{"key":"1215_CR67","doi-asserted-by":"publisher","unstructured":"Rodrigues L, Palomino PT, Toda AM, Klock ACT, Oliveira W, Avila-Santos AP, Gasparini I, Isotani S (2021) Personalization improves gamification: Evidence from a mixed-methods study. Proc. ACM Hum.-Comput. Interact. 5(CHI PLAY) https:\/\/doi.org\/10.1145\/3474714","DOI":"10.1145\/3474714"},{"key":"1215_CR68","doi-asserted-by":"publisher","unstructured":"Rogers K, R\u00f6hlig A, Weing M, Gugenheimer J, K\u00f6nings B, Klepsch M, Schaub F, Rukzio E, Seufert T, Weber M (2014) P.i.a.n.o.: Faster piano learning with interactive projection. In: Proceedings of the Ninth ACM International Conference on Interactive Tabletops and Surfaces. ITS \u201914, Association for Computing Machinery, New York, NY, USA. pp 149\u2013158. https:\/\/doi.org\/10.1145\/2669485.2669514","DOI":"10.1145\/2669485.2669514"},{"key":"1215_CR69","unstructured":"Rose S, MacDonald R (2016) Improvisation as real-time composition. In: The act of musical composition, Routledge, New York, NY, USA, pp 187\u2013214"},{"key":"1215_CR70","doi-asserted-by":"publisher","unstructured":"Sami\u00a0Uddin M, Gutwin C (2021) The image of the interface: How people use landmarks to develop spatial memory of commands in graphical interfaces. In: Proceedings of the 2021 CHI conference on human factors in computing systems. CHI \u201921. Association for Computing Machinery, New York, NY, USA. https:\/\/doi.org\/10.1145\/3411764.3445050","DOI":"10.1145\/3411764.3445050"},{"key":"1215_CR71","doi-asserted-by":"crossref","unstructured":"Sandnes FE, Eika E (2019) Enhanced learning of jazz chords with a projector based piano keyboard augmentation. In: International conference on innovative technologies and learning, Springer, Cham, Switzerland, pp 194\u2013203","DOI":"10.1007\/978-3-030-35343-8_21"},{"key":"1215_CR72","unstructured":"Santini G (2020) Augmented piano in augmented reality. In: International conference on new interfaces for musical expression. NIME \u201920. PubPub, Cambridge, MA, USA, pp 411\u2013415"},{"issue":"1","key":"1215_CR73","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1109\/TLT.2013.37","volume":"7","author":"MEC Santos","year":"2014","unstructured":"Santos MEC, Chen A, Taketomi T, Yamamoto G, Miyazaki J, Kato H (2014) Augmented reality learning experiences: survey of prototype design and evaluation. IEEE Trans Learn Technol 7(1):38\u201356. https:\/\/doi.org\/10.1109\/TLT.2013.37","journal-title":"IEEE Trans Learn Technol"},{"issue":"2","key":"1215_CR74","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1111\/1540-6245.jaac58.2.0149","volume":"58","author":"RK Sawyer","year":"2000","unstructured":"Sawyer RK (2000) Improvisation and the creative process: Dewey, Collingwood, and the aesthetics of spontaneity. J Aesthet Art Critic 58(2):149\u2013161","journal-title":"J Aesthet Art Critic"},{"key":"1215_CR75","doi-asserted-by":"publisher","unstructured":"Schmalstieg D, Wagner D (2007) Experiences with handheld augmented reality. In: 6th IEEE and ACM international symposium on mixed and augmented reality. ISMAR \u201907, IEEE, New York, NY, USA. pp 3\u201318. https:\/\/doi.org\/10.1109\/ISMAR.2007.4538819","DOI":"10.1109\/ISMAR.2007.4538819"},{"issue":"6","key":"1215_CR76","first-page":"103","volume":"4","author":"M Schrepp","year":"2017","unstructured":"Schrepp M, Hinderks A, Thomaschewski J (2017) Design and evaluation of a short version of the user experience questionnaire (UEQ-S). Int J Interact Multimed Artif Intell 4(6):103\u2013108","journal-title":"Int J Interact Multimed Artif Intell"},{"key":"1215_CR77","doi-asserted-by":"crossref","unstructured":"Schrepp M, Hinderks A, Thomaschewski J (2014) Applying the user experience questionnaire (UEQ) in different evaluation scenarios. In: Design, User Experience, and Usability. Theories, Methods, and Tools for Designing the User Experience: Third International Conference, DUXU 2014, Held as Part of HCI International 2014, Heraklion, Crete, Greece, June 22-27, 2014, Proceedings, Part I 3, Springer, pp 383\u2013392","DOI":"10.1007\/978-3-319-07668-3_37"},{"issue":"2","key":"1215_CR78","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1191\/1362168805lr151oa","volume":"9","author":"AM Shapiro","year":"2005","unstructured":"Shapiro AM, Waters DL (2005) An investigation of the cognitive processes underlying the keyword method of foreign vocabulary learning. Lang Teach Res 9(2):129\u2013146","journal-title":"Lang Teach Res"},{"key":"1215_CR79","unstructured":"Smith GE (1983) Homer, Gregory, and Bill Evans? The Theory of Formulaic Composition in the Context of Jazz Piano Improvisation. Harvard University, Cambridge, MA, USA"},{"key":"1215_CR80","volume-title":"Musical improvisation: art, education, and society","author":"G Solis","year":"2009","unstructured":"Solis G, Nettl B (2009) Musical improvisation: art, education, and society. University of Illinois Press, IL, USA"},{"key":"1215_CR81","doi-asserted-by":"publisher","unstructured":"Stanbury AJ, Said I, Kang HJ (2021) Holokeys: Interactive piano education using augmented reality and IoT. In: Proceedings of the 27th ACM Symposium on Virtual Reality Software and Technology. VRST \u201921. Association for Computing Machinery, New York, NY, USA . https:\/\/doi.org\/10.1145\/3489849.3489921","DOI":"10.1145\/3489849.3489921"},{"issue":"1","key":"1215_CR82","first-page":"3","volume":"8","author":"SB Stryker","year":"1997","unstructured":"Stryker SB, Leaver BL (1997) Content-based instruction: from theory to practice. Content-Based Instr Foreign Lang Educ Models Methods 8(1):3\u201328","journal-title":"Content-Based Instr Foreign Lang Educ Models Methods"},{"key":"1215_CR83","doi-asserted-by":"publisher","unstructured":"Sun C-H, Chiang P-Y (2018) Mr. piano: A portable piano tutoring system. In: 2018 IEEE XXV international conference on electronics, electrical engineering and computing. INTERCON \u201918, IEEE, New York, NY, USA. pp 1\u20134. https:\/\/doi.org\/10.1109\/INTERCON.2018.8526423","DOI":"10.1109\/INTERCON.2018.8526423"},{"key":"1215_CR84","unstructured":"Takegawa Y, Terada T, Tsukamoto M (2012) A piano learning support system considering rhythm. In: Non-Cochlear Sound: Proceedings of the 38th international computer music conference. ICMC \u201912, Michigan Publishing, Ann Arbor, MI, USA. pp 325\u2013332. http:\/\/hdl.handle.net\/2027\/spo.bbp2372.2012.061"},{"key":"1215_CR85","doi-asserted-by":"crossref","unstructured":"Thompson S, Lehmann AC (2004) Strategies for sight-reading and improvising music. Musical excellence, pp 143\u2013159","DOI":"10.1093\/acprof:oso\/9780198525356.003.0008"},{"key":"1215_CR86","doi-asserted-by":"publisher","unstructured":"Weing M, R\u00f6hlig A, Rogers K, Gugenheimer J, Schaub F, K\u00f6nings B, Rukzio E, Weber M (2013) P.i.a.n.o.: Enhancing instrument learning via interactive projected augmentation. In: Proceedings of the 2013 ACM Conference on Pervasive and Ubiquitous Computing Adjunct Publication. UbiComp \u201913 Adjunct, Association for Computing Machinery, New York, NY, USA. pp 75\u201378. https:\/\/doi.org\/10.1145\/2494091.2494113","DOI":"10.1145\/2494091.2494113"},{"issue":"1","key":"1215_CR87","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1177\/0305735611418552","volume":"41","author":"WJ Wrigley","year":"2013","unstructured":"Wrigley WJ, Emmerson SB (2013) Ecological development and validation of a music performance rating scale for five instrument families. Psychol Music 41(1):97\u2013118. https:\/\/doi.org\/10.1177\/0305735611418552","journal-title":"Psychol Music"},{"key":"1215_CR88","unstructured":"Xia G, Dannenberg RB (2017) Improvised duet interaction: learning improvisation techniques for automatic accompaniment. In: International conference on new interfaces for musical expression. NIME \u201917. NIME, Copenhagen, Denmark, pp 110\u2013114"},{"key":"1215_CR89","doi-asserted-by":"publisher","unstructured":"Xiao X, Aguilera P, Williams J, Ishii H (2013) Mirrorfugue iii: Conjuring the recorded pianist. In: CHI \u201913 Extended Abstracts on Human Factors in Computing Systems. CHI EA \u201913, Association for Computing Machinery, New York, NY, USA. pp 2891\u20132892. https:\/\/doi.org\/10.1145\/2468356.2479564","DOI":"10.1145\/2468356.2479564"},{"key":"1215_CR90","doi-asserted-by":"publisher","unstructured":"Xiao X, Ishii H (2010) Mirrorfugue: Communicating hand gesture in remote piano collaboration. In: Proceedings of the 5th international conference on tangible, embedded, and embodied interaction. TEI \u201911, Association for Computing Machinery, New York, NY, USA. pp 13\u201320. https:\/\/doi.org\/10.1145\/1935701.1935705","DOI":"10.1145\/1935701.1935705"},{"key":"1215_CR91","doi-asserted-by":"publisher","unstructured":"Xiao X, Ishii H (2011) Duet for solo piano: Mirrorfugue for single user playing with recorded performances. In: CHI \u201911 Extended Abstracts on human factors in computing systems. CHI EA \u201911, Association for Computing Machinery, New York, NY, USA. pp 1285\u20131290. https:\/\/doi.org\/10.1145\/1979742.1979762","DOI":"10.1145\/1979742.1979762"},{"key":"1215_CR92","doi-asserted-by":"publisher","unstructured":"Xiao X, Tome B, Ishii H (2014) Andante: Walking figures on the piano keyboard to visualize musical motion. In: International Conference on New Interfaces for Musical Expression. NIME \u201914, Zenodo, M\u00e1laga, Spain. pp 629\u2013632. https:\/\/doi.org\/10.5281\/zenodo.1178987","DOI":"10.5281\/zenodo.1178987"},{"key":"1215_CR93","unstructured":"Yang Q, Essl G (2012) Augmented piano performance using a depth camera. International Conference on New Interfaces for Musical Expression. NIME \u201912. NIME, MI, USA, pp 1\u20132"},{"key":"1215_CR94","unstructured":"Yang Q, Essl G (2013) Visual associations in augmented keyboard performance. International Conference on New Interfaces for Musical Expression. NIME \u201913. NIME, Daejeon, Korea, pp 252\u2013255"}],"container-title":["Virtual Reality"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10055-025-01215-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10055-025-01215-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10055-025-01215-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T07:57:10Z","timestamp":1761119830000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10055-025-01215-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,26]]},"references-count":94,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2025,9]]}},"alternative-id":["1215"],"URL":"https:\/\/doi.org\/10.1007\/s10055-025-01215-z","relation":{},"ISSN":["1434-9957"],"issn-type":[{"value":"1434-9957","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,8,26]]},"assertion":[{"value":"8 April 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 August 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 August 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The study was approved by the Commission of the University of Primorska for Ethics in Human Subjects Research (KER UP) with approval number: 4264-51-7\/24 dated 19 June 2024.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The authors declare that they consent to the publication.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"140"}}