{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:03:25Z","timestamp":1750309405545,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,18]],"date-time":"2024-09-18T00:00:00Z","timestamp":1726617600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"Business Finland, Sonic Move - Creative and Expressive Sonification of Human Movement","award":["7655\/31\/2022"],"award-info":[{"award-number":["7655\/31\/2022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,18]]},"DOI":"10.1145\/3678299.3678361","type":"proceedings-article","created":{"date-parts":[[2024,9,11]],"date-time":"2024-09-11T16:26:19Z","timestamp":1726071979000},"page":"445-456","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Dance Movement and Sound Cross-Correlation; Synthesis Parameters on the Micro and Meso Musical Time Scales"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-8568-1309","authenticated-orcid":false,"given":"Aleksandar","family":"Koruga","sequence":"first","affiliation":[{"name":"Aalto University, Finland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8958-7092","authenticated-orcid":false,"given":"Koray","family":"Tahiro\u011flu","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}]}],"member":"320","published-online":{"date-parts":[[2024,9,18]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Dance2music: Automatic dance-driven music generation. arXiv preprint arXiv:2107.06252","author":"Aggarwal Gunjan","year":"2021","unstructured":"Gunjan Aggarwal and Devi Parikh. 2021. Dance2music: Automatic dance-driven music generation. arXiv preprint arXiv:2107.06252 (2021)."},{"key":"e_1_3_2_1_2_1","volume-title":"Proceedings of the International Conference on New Interfaces for Musical Expression. Zenodo, 433\u2013436","author":"Ahola Tom","year":"2018","unstructured":"Tom Ahola, Koray Tahiroglu, Teemu Ahmaniemi, Fabio Belloni, and Ville Ranki. 2018. Raja \u2013 A Multidisciplinary Artistic Performance. In Proceedings of the International Conference on New Interfaces for Musical Expression. Zenodo, 433\u2013436."},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the 5th Interactive Sonification Workshop (ISon)(ISON \u201916)","author":"Alborno Paolo","year":"2016","unstructured":"Paolo Alborno. 2016. INTERACTIVE SONIFICATION OF MOVEMENT QUALITIES \u2013 A CASE STUDY ON FLUIDITY. In Proceedings of the 5th Interactive Sonification Workshop (ISon)(ISON \u201916), Roberto\u00a0Bresin Jiajun\u00a0Yang, Thomas\u00a0Hermann (Ed.). CITEC, Bielefeld University, Bielefeld Germany, 28\u201333. https:\/\/interactive-sonification.org\/files\/ISon2016_full_proceedings.pdf"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_4_1","DOI":"10.1145\/361002.361007"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_5_1","DOI":"10.1145\/2948910.2948925"},{"doi-asserted-by":"publisher","unstructured":"Daniel Bisig and Kivan\u00e7 Tatar. 2021. Raw music from Free Movements: Early experiments in using machine learning to create raw audio from dance movements. https:\/\/doi.org\/10.5281\/zenodo.7752590","key":"e_1_3_2_1_6_1","DOI":"10.5281\/zenodo.7752590"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_7_1","DOI":"10.1145\/3411109.3411137"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the Sound and Music Computing Conferences. Logos Verlag Berlin.","author":"Burger Birgitta","year":"2013","unstructured":"Birgitta Burger and Petri Toiviainen. 2013. MoCap Toolbox-A Matlab toolbox for computational analysis of movement data. In Proceedings of the Sound and Music Computing Conferences. Logos Verlag Berlin."},{"doi-asserted-by":"publisher","unstructured":"Tom B\u00e4ckstr\u00f6m Okko R\u00e4s\u00e4nen Abraham Zewoudie Pablo\u00a0P\u00e9rez Zarazaga Liisa Koivusalo Sneha Das Esteban\u00a0G\u00f3mez Mellado Marieum\u00a0Bouafif Mansali Daniel Ramos Sudarsana Kadiri and Paavo Alku. 2022. Introduction to Speech Processing (2 ed.). https:\/\/doi.org\/10.5281\/zenodo.6821775","key":"e_1_3_2_1_9_1","DOI":"10.5281\/zenodo.6821775"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_10_1","DOI":"10.1109\/ICTAI.2012.42"},{"unstructured":"Cycling74. 2024.. Cycling74. https:\/\/cycling74.com\/","key":"e_1_3_2_1_11_1"},{"key":"e_1_3_2_1_12_1","volume-title":"Proceedings of the 6th International Conference on Movement and Computing (Tempe AZ USA). ACM","author":"Dahl Luke","year":"2019","unstructured":"Luke Dahl, Christopher Knowlton, and Antonia Zaferiou. 2019. Developing real-time sonification with optical motion capture to convey balance-related metrics to dancers. In Proceedings of the 6th International Conference on Movement and Computing (Tempe AZ USA). ACM, New York, NY, USA."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_13_1","DOI":"10.1145\/3616195.3616226"},{"key":"e_1_3_2_1_14_1","volume-title":"The Phase Vocoder\u2013Part I. Online article. Cycling74","author":"Dudas Richard","year":"2006","unstructured":"Richard Dudas and Cort Lippe. 2006. The Phase Vocoder\u2013Part I. Online article. Cycling74 (2006)."},{"key":"e_1_3_2_1_15_1","volume-title":"Vrengt: A shared body-machine instrument for music-dance performance. (Oct.","author":"Erdem Cagri","year":"2020","unstructured":"Cagri Erdem, Katja\u00a0Henriksen Schia, and Alexander\u00a0Refsum Jensenius. 2020. Vrengt: A shared body-machine instrument for music-dance performance. (Oct. 2020). arxiv:2010.03779\u00a0[cs.SD]"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_16_1","DOI":"10.5555\/3001460.3001507"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_17_1","DOI":"10.1145\/3211826"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_18_1","DOI":"10.1007\/s12193-018-0278-y"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_19_1","DOI":"10.1145\/3401956.3404226"},{"key":"e_1_3_2_1_20_1","first-page":"2","article-title":"Relationships of sonification to music and sound art","volume":"27","author":"Gresham-Lancaster Scot","year":"2012","unstructured":"Scot Gresham-Lancaster. 2012. Relationships of sonification to music and sound art. AI Soc. 27, 2 (May 2012), 207\u2013212.","journal-title":"AI Soc."},{"key":"e_1_3_2_1_21_1","volume-title":"Sonification and acoustic environments. Leonardo Music J. 22 (Dec","author":"Gresham-Lancaster Scot","year":"2012","unstructured":"Scot Gresham-Lancaster and Peter Sinclair. 2012. Sonification and acoustic environments. Leonardo Music J. 22 (Dec. 2012), 67\u201371."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_22_1","DOI":"10.1145\/3474124.3474171"},{"key":"e_1_3_2_1_23_1","volume-title":"The Cadaver in the Machine: The Social Practices of Measurement and Validation in Motion Capture Technology. arXiv preprint arXiv:2401.10877","author":"Harvey Emma","year":"2024","unstructured":"Emma Harvey, Hauke Sandhaus, Abigail\u00a0Z Jacobs, Emanuel Moss, and Mona Sloane. 2024. The Cadaver in the Machine: The Social Practices of Measurement and Validation in Motion Capture Technology. arXiv preprint arXiv:2401.10877 (2024)."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_24_1","DOI":"10.1109\/CompComm.2018.8781081"},{"volume-title":"Cognition in the Wild","author":"Hutchins Edwin","unstructured":"Edwin Hutchins. 1995. Cognition in the Wild. MIT press.","key":"e_1_3_2_1_25_1"},{"unstructured":"Intel. 2024.. Intel. https:\/\/www.intelrealsense.com\/","key":"e_1_3_2_1_26_1"},{"key":"e_1_3_2_1_27_1","volume-title":"Proceedings of the 7th International Conference on Movement and Computing (Jersey City\/Virtual NJ USA). ACM","author":"Kalampratsidou Vilelmini","year":"2020","unstructured":"Vilelmini Kalampratsidou and Elizabeth\u00a0B Torres. 2020. Sonification of heart rate variability can entrain bodies in motion. In Proceedings of the 7th International Conference on Movement and Computing (Jersey City\/Virtual NJ USA). ACM, New York, NY, USA."},{"key":"e_1_3_2_1_28_1","first-page":"2","article-title":"Interactive sonification strategies for the motion and emotion of dance performances","volume":"14","author":"Landry Steven","year":"2020","unstructured":"Steven Landry and Myounghoon Jeon. 2020. Interactive sonification strategies for the motion and emotion of dance performances. J. Multimodal User Interfaces 14, 2 (June 2020), 167\u2013186.","journal-title":"J. Multimodal User Interfaces"},{"key":"e_1_3_2_1_29_1","volume-title":"20th International Conference on Auditory Display.","author":"Landry S","year":"2017","unstructured":"S Landry, Joseph\u00a0D Ryan, and Myounghoon Jeon. 2017. Design issues and considerations for dance-based sonification. In 20th International Conference on Auditory Display."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_30_1","DOI":"10.5281\/zenodo.4813422"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_31_1","DOI":"10.1145\/3488933.3488962"},{"key":"e_1_3_2_1_32_1","first-page":"5","article-title":"Cybernetic phenomenology of music, embodied speculative realism, and aesthetics-driven techn\u00e9 for spontaneous audio-visual expression","volume":"54","author":"Mailman Joshua\u00a0Banks","year":"2016","unstructured":"Joshua\u00a0Banks Mailman. 2016. Cybernetic phenomenology of music, embodied speculative realism, and aesthetics-driven techn\u00e9 for spontaneous audio-visual expression. Perspectives of New Music 54, 1 (2016), 5\u201395.","journal-title":"Perspectives of New Music"},{"unstructured":"Juan\u00a0Pablo Martinez-Avila Vasiliki Tsaknaki Pavel Karpashevich Charles Windlin Niklas Valenti Kristina H\u00f6\u00f6k Andrew Mcpherson and Steve Benford. 2020. Soma Design for NIME. In New Interfaces for Musical Expression. https:\/\/api.semanticscholar.org\/CorpusID:221670897","key":"e_1_3_2_1_33_1"},{"key":"e_1_3_2_1_34_1","volume-title":"The evolution of popular music: USA 1960\u20132010","author":"Mauch Matthias","year":"2015","unstructured":"Matthias Mauch, Robert\u00a0M MacCallum, Mark Levy, and Armand\u00a0M Leroi. 2015. The evolution of popular music: USA 1960\u20132010. Royal Society open science 2, 5 (2015), 150081."},{"unstructured":"Microsoft. 2024.. Microsoft. https:\/\/www.microsoft.com\/en-us\/d\/azure-kinect-dk\/8pp5vxmd9nhq","key":"e_1_3_2_1_35_1"},{"volume-title":"New digital musical instruments: control and interaction beyond the keyboard. Vol.\u00a021. AR Editions","author":"Miranda Eduardo\u00a0Reck","unstructured":"Eduardo\u00a0Reck Miranda and Marcelo\u00a0M Wanderley. 2006. New digital musical instruments: control and interaction beyond the keyboard. Vol.\u00a021. AR Editions, Inc.","key":"e_1_3_2_1_36_1"},{"unstructured":"Movella. 2024.. Movella Inc. https:\/\/www.movella.com\/","key":"e_1_3_2_1_37_1"},{"volume-title":"CHI \u201912 Extended Abstracts on Human Factors in Computing Systems (Austin, Texas, USA) (CHI EA \u201912)","author":"Niinim\u00e4ki Matti","unstructured":"Matti Niinim\u00e4ki and Koray Tahiroglu. 2012. AHNE: a novel interface for spatial interaction. In CHI \u201912 Extended Abstracts on Human Factors in Computing Systems (Austin, Texas, USA) (CHI EA \u201912). Association for Computing Machinery, New York, NY, USA, 1031\u20131034.","key":"e_1_3_2_1_38_1"},{"key":"e_1_3_2_1_39_1","volume-title":"Congreso Internacional Espacios Sonoros y Audiovisuales","author":"Palacio Pablo","year":"2013","unstructured":"Pablo Palacio and Daniel Bisig. 2014. Neural Narratives1: Phantom Limb. Connecting cognitive neurosciences, sound synthesis, generative video and dance.. In Congreso Internacional Espacios Sonoros y Audiovisuales 2013. UAM. Madrid, Spain."},{"unstructured":"Curtis Roads. 2004. Microsound. The MIT press.","key":"e_1_3_2_1_40_1"},{"key":"e_1_3_2_1_41_1","volume-title":"Proceedings of the 2003 conference on New interfaces for musical expression. 87\u201390","author":"Ryan Joel","year":"2003","unstructured":"Joel Ryan and Christopher Salter. 2003. TGarden: wearable instruments and augmented physicality. In Proceedings of the 2003 conference on New interfaces for musical expression. 87\u201390."},{"key":"e_1_3_2_1_42_1","volume-title":"9th International Conference on Digital Audio Effects (DAFx). 279\u2013282","author":"Schwarz Diemo","year":"2006","unstructured":"Diemo Schwarz, Gr\u00e9gory Beller, Bruno Verbrugghe, and Sam Britton. 2006. Real-time corpus-based concatenative synthesis with catart. In 9th International Conference on Digital Audio Effects (DAFx). 279\u2013282."},{"unstructured":"Sam Smith. 2024.. University of Huddersfield. https:\/\/www.flucoma.org\/","key":"e_1_3_2_1_43_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_44_1","DOI":"10.1017\/S1355771821000479"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_45_1","DOI":"10.1109\/TMM.2020.2981989"},{"unstructured":"SuperCollider. [n. d.].. SuperCollider. https:\/\/supercollider.github.io\/","key":"e_1_3_2_1_46_1"},{"unstructured":"SuperCollider [n. d.].. SuperCollider. https:\/\/doc.sccode.org\/Classes\/SynthDef.html","key":"e_1_3_2_1_47_1"},{"key":"e_1_3_2_1_48_1","volume-title":"Proceedings of the International Conference on New Interfaces for Musical Expression. Zenodo, 35\u201340","author":"Tahiro\u011flu Koray","year":"2018","unstructured":"Koray Tahiro\u011flu, Nuno\u00a0N. Correia, and Miguel Espada. 2018. PESI Extended System: In Space, On Body, with 3 Musicians. In Proceedings of the International Conference on New Interfaces for Musical Expression. Zenodo, 35\u201340."},{"key":"e_1_3_2_1_49_1","first-page":"2","article-title":"Moving cage: Vibration, sonification and the quanta of time","volume":"46","author":"Cheng\u00a0Chye Tan Marcus","year":"2021","unstructured":"Marcus Cheng\u00a0Chye Tan. 2021. Moving cage: Vibration, sonification and the quanta of time. Theatr. Res. Int. 46, 2 (July 2021), 169\u2013183.","journal-title":"Theatr. Res. Int."},{"volume-title":"The Body as Musical Instrument","author":"Tanaka Atau","unstructured":"Atau Tanaka and Marco Donnarumma. 2018. The Body as Musical Instrument. Oxford University Press.","key":"e_1_3_2_1_50_1"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_51_1","DOI":"10.1162\/comj_a_00672"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_52_1","DOI":"10.1080\/09298215.2018.1511736"},{"volume-title":"The application of motion capture to embodied music cognition research. Ph.\u00a0D. Dissertation","author":"Thompson Marc","unstructured":"Marc Thompson. 2012. The application of motion capture to embodied music cognition research. Ph.\u00a0D. Dissertation. University of Jyv\u00e4skyl\u00e4.","key":"e_1_3_2_1_53_1"},{"key":"e_1_3_2_1_54_1","volume-title":"Giordano Ribeiro\u00a0Eulalio Cabral, and Geber Ramalho","author":"Tragtenberg Jo\u00e3o","year":"2019","unstructured":"Jo\u00e3o Tragtenberg, Filipe Calegario, Giordano Ribeiro\u00a0Eulalio Cabral, and Geber Ramalho. 2019. Towards the Concept of Digital Dance and Music Instruments. In New Interfaces for Musical Expression. https:\/\/api.semanticscholar.org\/CorpusID:195887554"},{"unstructured":"SuperCollider [n. d.].. SuperCollider. https:\/\/doc.sccode.org\/Classes\/UGen.html","key":"e_1_3_2_1_55_1"},{"unstructured":"SuperCollider [n. d.].. SuperCollider. https:\/\/doc.sccode.org\/Classes\/Warp1.html","key":"e_1_3_2_1_56_1"},{"volume-title":"Formalized music: thought and mathematics in composition. Number\u00a06","author":"Xenakis Iannis","unstructured":"Iannis Xenakis. 1992. Formalized music: thought and mathematics in composition. Number\u00a06. Pendragon Press.","key":"e_1_3_2_1_57_1"},{"key":"e_1_3_2_1_58_1","volume-title":"Phill Tew, Romain Michon, and Sam Smallman.","author":"Yerkes Karl","year":"2021","unstructured":"Karl Yerkes, KaWo, Adrian Freed, Artem Popov, Gabriel Pettier, Jeremy Wagner, John MacCallum, Legacy, Matthew Wright, nik gaffney, Phill Tew, Romain Michon, and Sam Smallman. 2021.. CNMAT - University of California, Berkeley and CCRMA - Stanford University. https:\/\/opensoundcontrol.stanford.edu\/"},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_59_1","DOI":"10.1007\/BF02943243"},{"key":"e_1_3_2_1_60_1","volume-title":"Open3D: A Modern Library for 3D Data Processing. arXiv:1801.09847","author":"Zhou Qian-Yi","year":"2018","unstructured":"Qian-Yi Zhou, Jaesik Park, and Vladlen Koltun. 2018. Open3D: A Modern Library for 3D Data Processing. arXiv:1801.09847 (2018)."},{"key":"e_1_3_2_1_61_1","volume-title":"Computer Vision \u2013 ECCV","author":"Zhu Ye","year":"2022","unstructured":"Ye Zhu, Kyle Olszewski, Yu Wu, Panos Achlioptas, Menglei Chai, Yan Yan, and Sergey Tulyakov. 2022. Quantized GAN for Complex Music Generation from Dance Videos. In Computer Vision \u2013 ECCV 2022, Shai Avidan, Gabriel Brostow, Moustapha Ciss\u00e9, Giovanni\u00a0Maria Farinella, and Tal Hassner (Eds.). Springer Nature Switzerland, Cham, 182\u2013199."},{"doi-asserted-by":"publisher","key":"e_1_3_2_1_62_1","DOI":"10.1145\/3485664"}],"event":{"acronym":"AM '24","name":"AM '24: Audio Mostly 2024 - Explorations in Sonic Cultures","location":"Milan Italy"},"container-title":["Audio Mostly 2024 - Explorations in Sonic Cultures"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678299.3678361","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:00Z","timestamp":1750294680000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678299.3678361"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,18]]},"references-count":62,"alternative-id":["10.1145\/3678299.3678361","10.1145\/3678299"],"URL":"https:\/\/doi.org\/10.1145\/3678299.3678361","relation":{},"subject":[],"published":{"date-parts":[[2024,9,18]]},"assertion":[{"value":"2024-09-18","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}