{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:45:16Z","timestamp":1776113116160,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T00:00:00Z","timestamp":1679875200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,3,27]]},"DOI":"10.1145\/3581641.3584053","type":"proceedings-article","created":{"date-parts":[[2023,3,27]],"date-time":"2023-03-27T16:16:52Z","timestamp":1679933812000},"page":"850-865","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["TimToShape: Supporting Practice of Musical Instruments by Visualizing Timbre with 2D Shapes based on Crossmodal Correspondences"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8282-801X","authenticated-orcid":false,"given":"Kota","family":"Arai","sequence":"first","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3546-3454","authenticated-orcid":false,"given":"Yutaro","family":"Hirao","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9010-1491","authenticated-orcid":false,"given":"Takuji","family":"Narumi","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4385-7170","authenticated-orcid":false,"given":"Tomohiko","family":"Nakamura","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0520-7847","authenticated-orcid":false,"given":"Shinnosuke","family":"Takamichi","sequence":"additional","affiliation":[{"name":"The University of Tokyo, Japan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5381-0187","authenticated-orcid":false,"given":"Shigeo","family":"Yoshida","sequence":"additional","affiliation":[{"name":"OMRON SINIC X, Japan"}]}],"member":"320","published-online":{"date-parts":[[2023,3,27]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2014.00352"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3489849.3489912"},{"key":"e_1_3_2_2_3_1","volume-title":"The efficacy of SmartMusic\u00ae assessment as a teaching and learning tool","author":"Buck Michael\u00a0William","unstructured":"Michael\u00a0William Buck. 2008. The efficacy of SmartMusic\u00ae assessment as a teaching and learning tool. The University of Southern Mississippi."},{"key":"e_1_3_2_2_4_1","volume-title":"Principles of geographical information systems","author":"Burrough A","unstructured":"Peter\u00a0A Burrough, Rachael\u00a0A McDonnell, and Christopher\u00a0D Lloyd. 1998. Principles of geographical information systems. Oxford university press."},{"key":"e_1_3_2_2_5_1","volume-title":"12th International Society for Music Information Retrieval Conference (ISMIR 2011","author":"Cano Estefan\u0131a","year":"2011","unstructured":"Estefan\u0131a Cano, Christian Dittmar, and Sascha Grollmisch. 2011. Songs2See: learn to play by playing. In 12th International Society for Music Information Retrieval Conference (ISMIR 2011). Miami, 2231\u20132240. Retrieved October 3, 2022 from https:\/\/www.songs2see.com\/"},{"key":"e_1_3_2_2_6_1","volume-title":"\u201cBouba","author":"Chen Yi-Chuan","year":"2016","unstructured":"Yi-Chuan Chen, Pi-Chun Huang, Andy Woods, and Charles Spence. 2016. When \u201cBouba\u201d equals \u201cKiki\u201d: Cultural commonalities and cultural differences in sound-shape correspondences. Scientific reports 6, 1 (2016), 1\u20139."},{"key":"e_1_3_2_2_7_1","unstructured":"Ya-Xi Chen and Ren\u00e9 Kl\u00fcber. 2010. ThumbnailDJ: Visual Thumbnails of Music Content.. In ISMIR. 565\u2013570."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1068\/p7161"},{"key":"e_1_3_2_2_9_1","first-page":"706","article-title":"Visual analogue scale (VAS)","volume":"10","author":"Crichton Nicola","year":"2001","unstructured":"Nicola Crichton. 2001. Visual analogue scale (VAS). J Clin Nurs 10, 5 (2001), 706\u20136.","journal-title":"J Clin Nurs"},{"key":"e_1_3_2_2_10_1","volume-title":"Crossmodal correspondences: four challenges. Multisensory research 29, 1-3","author":"Deroy Ophelia","year":"2016","unstructured":"Ophelia Deroy and Charles Spence. 2016. Crossmodal correspondences: four challenges. Multisensory research 29, 1-3 (2016), 29\u201348."},{"key":"e_1_3_2_2_11_1","volume-title":"Principles of violin playing and teaching","author":"Galamian Ivan","unstructured":"Ivan Galamian and Sally Thomas. 2013. Principles of violin playing and teaching. Courier Corporation."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1355771806001531"},{"key":"e_1_3_2_2_13_1","volume-title":"Imaging soundscapes: Identifying cognitive associations between auditory and visual dimensions. Musical Imagery","author":"Giannakis Kostas","year":"2001","unstructured":"Kostas Giannakis and Matt Smith. 2001. Imaging soundscapes: Identifying cognitive associations between auditory and visual dimensions. Musical Imagery (2001), 161\u2013179."},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2019.00334"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"crossref","unstructured":"Thomas Grill and Arthur Flexer. 2012. Visualization of perceptual qualities in textural sounds. In ICMC.","DOI":"10.1145\/2095667.2095677"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1163\/22134808-bja10067"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053113"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3394171.3413542"},{"key":"e_1_3_2_2_19_1","volume-title":"Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980(2014).","author":"Kingma P","year":"2014","unstructured":"Diederik\u00a0P Kingma and Jimmy Ba. 2014. Adam: A method for stochastic optimization. arXiv preprint arXiv:1412.6980(2014)."},{"key":"e_1_3_2_2_20_1","volume-title":"2nd International Conference on Learning Representations (ICLR).","author":"Kingma P","year":"2014","unstructured":"Diederik\u00a0P Kingma and Max Welling. 2014. Auto-encoding variational bayes. In 2nd International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_2_21_1","unstructured":"Trevor Knight Finn Upham and Ichiro Fujinaga. 2011. The potential for automatic assessment of trumpet tone quality.. In ISMIR. Citeseer 573\u2013578."},{"key":"e_1_3_2_2_22_1","volume-title":"Gestalt psychology: An introduction to new concepts in modern psychology. Liveright Pub","author":"K\u00f6hler Wolfgang","unstructured":"Wolfgang K\u00f6hler. 1947. Gestalt psychology: An introduction to new concepts in modern psychology. Liveright Pub. Corp."},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2008.01.006"},{"key":"e_1_3_2_2_24_1","unstructured":"Yin-Jyun Luo Li Su Yi-Hsuan Yang and Tai-Shih Chi. 2015. Detection of Common Mistakes in Novice Violin Playing.. In ISMIR. 316\u2013322."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2017.3"},{"key":"e_1_3_2_2_26_1","unstructured":"makemusic. 2006. SmartMusic | Music Learning Software for Educators & Students. Retrieved October 3 2022 from https:\/\/www.smartmusic.com\/"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1037\/0096-1523.13.3.384"},{"key":"e_1_3_2_2_28_1","volume-title":"16th AIAA computational fluid dynamics conference. 3986.","author":"Mavriplis Dimitri","unstructured":"Dimitri Mavriplis. 2003. Revisiting the least-squares procedure for gradient reconstruction on unstructured meshes. In 16th AIAA computational fluid dynamics conference. 3986."},{"key":"e_1_3_2_2_29_1","first-page":"323","article-title":"Interaction between synesthetically corresponding dimensions.Journal of Experimental Psychology","volume":"116","author":"Melara D","year":"1987","unstructured":"Robert\u00a0D Melara and Thomas\u00a0P O\u2019Brien. 1987. Interaction between synesthetically corresponding dimensions.Journal of Experimental Psychology: General 116, 4 (1987), 323.","journal-title":"General"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1080\/02693799008941549"},{"key":"e_1_3_2_2_31_1","volume-title":"Ukulele With The Songs you Love.Retrieved","author":"Learn Guitar Oy.","year":"2022","unstructured":"Oy. 2020. Yousician | Learn Guitar, Piano, Ukulele With The Songs you Love.Retrieved October 3, 2022 from https:\/\/yousician.com\/"},{"key":"e_1_3_2_2_32_1","volume-title":"New developments in psychometrics","author":"Oyama Tadasu","unstructured":"Tadasu Oyama, Hisao Miyano, and Hiroshi Yamada. 2003. Multidimensional scaling of computer-generated abstract forms. In New developments in psychometrics. Springer, 551\u2013558."},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neulet.2008.07.010"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00221-012-3140-6"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1121\/2.0000402"},{"key":"e_1_3_2_2_36_1","volume-title":"Violin Timbre Navigator: Real-Time Visual Feedback of Violin Bowing Based on Audio Analysis and Machine Learning. In International Conference on Multimedia Modeling. Springer, 182\u2013193","author":"Perez-Carrillo Alfonso","year":"2019","unstructured":"Alfonso Perez-Carrillo. 2019. Violin Timbre Navigator: Real-Time Visual Feedback of Violin Bowing Based on Audio Analysis and Machine Learning. In International Conference on Multimedia Modeling. Springer, 182\u2013193."},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASLP.2015.2410140"},{"key":"e_1_3_2_2_38_1","first-page":"3","article-title":"Synaesthesia\u2013a window into perception, thought and language","volume":"8","author":"Ramachandran S","year":"2001","unstructured":"Vilayanur\u00a0S Ramachandran and Edward\u00a0M Hubbard. 2001. Synaesthesia\u2013a window into perception, thought and language. Journal of consciousness studies 8, 12 (2001), 3\u201334.","journal-title":"Journal of consciousness studies"},{"key":"e_1_3_2_2_39_1","volume-title":"Audio Engineering Society Convention 138","author":"Romani\u00a0Picas Oriol","year":"2015","unstructured":"Oriol Romani\u00a0Picas, Hector Parra\u00a0Rodriguez, Dara Dabiri, Hiroshi Tokuda, Wataru Hariya, Koji Oishi, and Xavier Serra. 2015. A real-time system for measuring sound goodness in instrumental sounds. In Audio Engineering Society Convention 138. Audio Engineering Society."},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1080\/09298210802322401"},{"key":"e_1_3_2_2_41_1","unstructured":"WE Schaap and R Van De\u00a0Weygaert. 2000. Continuous fields and discrete samples: reconstruction through Delaunay tessellations. arXiv preprint astro-ph\/0011007(2000)."},{"key":"e_1_3_2_2_42_1","unstructured":"Robin Sibson. 1981. A brief description of natural neighbour interpolation. Interpreting multivariate data(1981)."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13414-010-0073-7"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3125571.3125588"},{"key":"e_1_3_2_2_45_1","volume-title":"Japanese Patent 6725123 07","author":"Wada Yuji","year":"2020","unstructured":"Yuji Wada, Kazuya Matsubara, Akira Miyamae, and Kazuya Ishibashi. Japanese Patent 6725123 07 2020. Method, program and information processing device for displaying time-varying flavors as time-varying visual elements (in Japanese)."}],"event":{"name":"IUI '23: 28th International Conference on Intelligent User Interfaces","location":"Sydney NSW Australia","acronym":"IUI '23","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 28th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584053","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3581641.3584053","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:36:20Z","timestamp":1750178180000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3581641.3584053"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,3,27]]},"references-count":45,"alternative-id":["10.1145\/3581641.3584053","10.1145\/3581641"],"URL":"https:\/\/doi.org\/10.1145\/3581641.3584053","relation":{},"subject":[],"published":{"date-parts":[[2023,3,27]]},"assertion":[{"value":"2023-03-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}