{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T11:48:51Z","timestamp":1759837731782,"version":"3.37.3"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"21","license":[{"start":{"date-parts":[[2021,5,29]],"date-time":"2021-05-29T00:00:00Z","timestamp":1622246400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,5,29]],"date-time":"2021-05-29T00:00:00Z","timestamp":1622246400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100001871","name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","doi-asserted-by":"publisher","award":["UIDB\/50021\/2020","SFRH\/BD\/135659\/2018"],"award-info":[{"award-number":["UIDB\/50021\/2020","SFRH\/BD\/135659\/2018"]}],"id":[{"id":"10.13039\/501100001871","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s00521-021-06090-8","type":"journal-article","created":{"date-parts":[[2021,5,29]],"date-time":"2021-05-29T02:03:38Z","timestamp":1622253818000},"page":"14481-14493","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Assessing kinetic meaning of music and dance via deep cross-modal retrieval"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1044-5989","authenticated-orcid":false,"given":"Francisco Afonso","family":"Raposo","sequence":"first","affiliation":[]},{"given":"David","family":"Martins de Matos","sequence":"additional","affiliation":[]},{"given":"Ricardo","family":"Ribeiro","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,5,29]]},"reference":[{"key":"6090_CR1","unstructured":"Abadi M, Agarwal A, Barham P et al. (2015) TensorFlow: Large-scale Machine Learning on Heterogeneous Systems. CoRR abs\/1603.04467"},{"key":"6090_CR2","unstructured":"Andrew G, Arora R, Bilmes J, Livescu K (2013) Deep Canonical Correlation Analysis. In: Proceedings of the 30th International Conference on Machine Learning, pp 1247\u20131255"},{"issue":"2","key":"6090_CR3","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/0926-6410(95)00030-5","volume":"3","author":"J Annett","year":"1996","unstructured":"Annett J (1996) On knowing how to do things: a theory of motor imagery. Cognit Brain Res 3(2):65\u201369. https:\/\/doi.org\/10.1016\/0926-6410(95)00030-5","journal-title":"Cognit Brain Res"},{"issue":"2","key":"6090_CR4","doi-asserted-by":"publisher","first-page":"7","DOI":"10.2478\/v10193-011-0015-y","volume":"8","author":"ALV Azc\u00e1rate","year":"2011","unstructured":"Azc\u00e1rate ALV (2011) Intertextuality and intermediality as cross-cultural communication tools: a critical inquiry. Cultura. Int J Philos Culture Axiolog 8(2):7\u201322. https:\/\/doi.org\/10.2478\/v10193-011-0015-y","journal-title":"Cultura. Int J Philos Culture Axiolog"},{"key":"6090_CR5","unstructured":"Ba J, Kingma D (2015) Adam: A Method for Stochastic Optimization. In: Proceedings of the 3rd International Conference on Learning Representations"},{"key":"6090_CR6","volume-title":"Musical structure and cognition","author":"J Baily","year":"1985","unstructured":"Baily J (1985) Music structure and human movement. In: Howell P, Cross I, West R (eds) Musical structure and cognition. Academic Press, London"},{"key":"6090_CR7","first-page":"56","volume":"11","author":"K Bennett","year":"2008","unstructured":"Bennett K (2008) The language of dance. Textos Pretextos 11:56\u201367","journal-title":"Textos Pretextos"},{"issue":"2","key":"6090_CR8","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/0926-6410(95)00035-6","volume":"3","author":"A Berthoz","year":"1996","unstructured":"Berthoz A (1996) The role of inhibition in the hierarchical gating of executed and imagined movements. Cognit Brain Res 3(2):101\u2013113. https:\/\/doi.org\/10.1016\/0926-6410(95)00035-6","journal-title":"Cognit Brain Res"},{"key":"6090_CR9","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1515\/pralin-2015-0007","volume":"103","author":"Y Bestgen","year":"2015","unstructured":"Bestgen Y (2015) Exact expected average precision of the random baseline for system evaluation. Prague Bull Math Linguist 103:131\u2013138. https:\/\/doi.org\/10.1515\/pralin-2015-0007","journal-title":"Prague Bull Math Linguist"},{"issue":"1","key":"6090_CR10","doi-asserted-by":"publisher","first-page":"7","DOI":"10.7771\/1481-4374.2183","volume":"15","author":"NP Blanariu","year":"2013","unstructured":"Blanariu NP (2013) Towards a framework of a semiotics of dance. CLCWeb: Comp Lit Culture 15(1):7. https:\/\/doi.org\/10.7771\/1481-4374.2183","journal-title":"CLCWeb: Comp Lit Culture"},{"key":"6090_CR11","unstructured":"Brower C (1997\u20131998) Pathway, Blockage, and Containment in \u201cDensity 21.5\u201d. Theory and Practice 22\u201323, 35\u201354"},{"key":"6090_CR12","unstructured":"Castro D, Hickson S, Sangkloy P, Mittal B, Dai S, Hays J, Essa IA (2018) Let\u2019s Dance: Learning from Online Dance Videos. CoRR abs\/1801.07388"},{"key":"6090_CR13","doi-asserted-by":"crossref","unstructured":"Chan C, Ginosar S, Zhou T, Efros AA (2018) Everybody Dance Now. CoRR abs\/1808.07371","DOI":"10.1109\/ICCV.2019.00603"},{"key":"6090_CR14","unstructured":"Cheng B, Xiao B, Wang J, Shi H, Huang TS, Zhang L (2019) Bottom-Up Higher-Resolution Networks for Multi-Person Pose Estimation. CoRR. abs\/1908.10357"},{"key":"6090_CR15","unstructured":"Clynes M (1977) Sentics: The Touch of Emotions. Souvenir Press"},{"key":"6090_CR16","volume-title":"Analysing musical multimedia","author":"N Cook","year":"2000","unstructured":"Cook N (2000) Analysing musical multimedia. Oxford University Press, Oxford"},{"key":"6090_CR17","doi-asserted-by":"publisher","DOI":"10.7591\/9781501733987","volume-title":"Musical meaning and expression","author":"S Davies","year":"1994","unstructured":"Davies S (1994) Musical meaning and expression. Cornell University Press, New York"},{"issue":"2","key":"6090_CR18","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/0926-6410(95)00033-X","volume":"3","author":"J Decety","year":"1996","unstructured":"Decety J (1996) Do imagined and executed actions share the same neural substrate. Cognit Brain Res 3(2):87\u201393. https:\/\/doi.org\/10.1016\/0926-6410(95)00033-X","journal-title":"Cognit Brain Res"},{"issue":"9","key":"6090_CR19","doi-asserted-by":"publisher","first-page":"2376","DOI":"10.1162\/jocn.2010.21596","volume":"23","author":"RH Desai","year":"2011","unstructured":"Desai RH, Binder JR, Conant LL, Mano QR, Seidenberg MS (2011) The neural career of sensory-motor metaphors. J Cognit Neurosci 23(9):2376\u20132386. https:\/\/doi.org\/10.1162\/jocn.2010.21596","journal-title":"J Cognit Neurosci"},{"issue":"1","key":"6090_CR20","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1525\/mp.2012.30.1.49","volume":"30","author":"T Eerola","year":"2012","unstructured":"Eerola T, Ferrer R, Alluri V (2012) Timbre and affect dimensions: evidence from affect and similarity ratings and acoustic correlates of isolated instrument sounds. Music Percept 30(1):49\u201370. https:\/\/doi.org\/10.1525\/mp.2012.30.1.49","journal-title":"Music Percept"},{"issue":"3","key":"6090_CR21","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1525\/mp.2006.23.3.221","volume":"23","author":"Z Eitan","year":"2006","unstructured":"Eitan Z, Granot RY (2006) How music moves: music parameters and listeners\u2019 images of motion. Music Percept 23(3):221\u2013248. https:\/\/doi.org\/10.1525\/mp.2006.23.3.221","journal-title":"Music Percept"},{"issue":"4","key":"6090_CR22","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1177\/0305735610377592","volume":"39","author":"Z Eitan","year":"2011","unstructured":"Eitan Z, Rothschild I (2011) How music touches: musical parameters and listeners\u2019 audio-tactile metaphorical mappings. Music Percept 39(4):449\u2013467. https:\/\/doi.org\/10.1177\/0305735610377592","journal-title":"Music Percept"},{"issue":"1","key":"6090_CR23","doi-asserted-by":"publisher","first-page":"31","DOI":"10.2307\/3345826","volume":"47","author":"RJD Frego","year":"1999","unstructured":"Frego RJD (1999) Effects of aural and visual conditions on response to perceived artistic tension in music and dance. J Res Music Educ 47(1):31\u201343. https:\/\/doi.org\/10.2307\/3345826","journal-title":"J Res Music Educ"},{"issue":"5","key":"6090_CR24","doi-asserted-by":"publisher","first-page":"1791","DOI":"10.1523\/jneurosci.4107-11.2012","volume":"32","author":"T Fujioka","year":"2012","unstructured":"Fujioka T, Trainor LJ, Large EW, Ross B (2012) Internalized timing of isochronous sounds is represented in neuromagnetic beta oscillations. J Neurosci 32(5):1791\u20131802. https:\/\/doi.org\/10.1523\/jneurosci.4107-11.2012","journal-title":"J Neurosci"},{"key":"6090_CR25","unstructured":"He W, Wang W, Livescu K (2017) Multi-view Recurrent Neural Acoustic Word Embeddings. In: Proceedings of the 5th International Conference on Learning Representations"},{"key":"6090_CR26","unstructured":"Hermann KM, Blunsom P (2014) Multilingual Distributed Representations Without Word Alignment. In: Proceedings of the 2nd International Conference on Learning Representations"},{"issue":"3","key":"6090_CR27","doi-asserted-by":"publisher","first-page":"321","DOI":"10.2307\/2333955","volume":"28","author":"H Hotelling","year":"1936","unstructured":"Hotelling H (1936) Relations between two sets of variates. Biometrika 28(3):321\u2013377. https:\/\/doi.org\/10.2307\/2333955","journal-title":"Biometrika"},{"issue":"1","key":"6090_CR28","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/j.cognition.2005.11.005","volume":"100","author":"R Jackendoff","year":"2006","unstructured":"Jackendoff R, Lerdahl F (2006) The capacity for music: what is it, and what\u2019s special about it? Cognit 100(1):33\u201372. https:\/\/doi.org\/10.1016\/j.cognition.2005.11.005","journal-title":"Cognit"},{"key":"6090_CR29","doi-asserted-by":"publisher","DOI":"10.7208\/chicago\/9780226026992.001.0001","volume-title":"The meaning of the body: aesthetics of human understanding","author":"ML Johnson","year":"2007","unstructured":"Johnson ML (2007) The meaning of the body: aesthetics of human understanding. University of Chicago Press, Chicago"},{"issue":"2","key":"6090_CR30","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1207\/S15327868MS1802_1","volume":"18","author":"ML Johnson","year":"2003","unstructured":"Johnson ML, Larson S (2003) \"Something in the way she moves\" - metaphors of musical motion. Metaphor Symb 18(2):63\u201384. https:\/\/doi.org\/10.1207\/S15327868MS1802_1","journal-title":"Metaphor Symb"},{"issue":"3","key":"6090_CR31","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.plrev.2013.05.008","volume":"10","author":"PN Juslin","year":"2013","unstructured":"Juslin PN (2013) From everyday emotions to aesthetic emotions: towards a unified theory of musical emotions. Phys Life Rev 10(3):235\u2013266. https:\/\/doi.org\/10.1016\/j.plrev.2013.05.008","journal-title":"Phys Life Rev"},{"key":"6090_CR32","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00596","author":"PN Juslin","year":"2013","unstructured":"Juslin PN (2013) What does music express? basic emotions and beyond. Front Psychol. https:\/\/doi.org\/10.3389\/fpsyg.2013.00596","journal-title":"Front Psychol"},{"key":"6090_CR33","unstructured":"Kelkar T, Roy U, Jensenius AR (2018) Evaluating a Collection of Sound-tracing Data of Melodic Phrases. In: Proceedings of the 19th International Society for Music Information Retrieval, pp 74\u201381"},{"issue":"7","key":"6090_CR34","doi-asserted-by":"publisher","first-page":"805","DOI":"10.1016\/j.cortex.2011.04.006","volume":"48","author":"M Kiefer","year":"2012","unstructured":"Kiefer M, Pulverm\u00fcller F (2012) Conceptual representations in mind and brain: theoretical developments. Curr Evid Future Dir. Cortex 48(7):805\u2013825. https:\/\/doi.org\/10.1016\/j.cortex.2011.04.006","journal-title":"Curr Evid Future Dir. Cortex"},{"key":"6090_CR35","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-020-05182-1","author":"J Kise\u013e\u00e1k","year":"2020","unstructured":"Kise\u013e\u00e1k J, Lu Y, \u0160vihra J, Sz\u00e9pe P, Stehl\u00edk M (2020) SPOCU: Scaled Polynomial Constant Unit Activation Function. Neural Comput Appl. https:\/\/doi.org\/10.1007\/s00521-020-05182-1","journal-title":"Neural Comput Appl"},{"key":"6090_CR36","volume-title":"The corded shell: reflections on musical expression","author":"P Kivy","year":"1980","unstructured":"Kivy P (1980) The corded shell: reflections on musical expression. Princeton University Press, New Jersey"},{"issue":"2","key":"6090_CR37","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1037\/0033-2909.85.2.410","volume":"85","author":"TR Knapp","year":"1978","unstructured":"Knapp TR (1978) Canonical correlation analysis: a general parametric significance-testing system. Psychol Bull 85(2):410\u2013416. https:\/\/doi.org\/10.1037\/0033-2909.85.2.410","journal-title":"Psychol Bull"},{"issue":"1","key":"6090_CR38","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1016\/j.tics.2018.10.006","volume":"23","author":"S Koelsch","year":"2019","unstructured":"Koelsch S, Vuust P, Friston K (2019) Predictive processes and the peculiar case of music. Trends Cognit Sci 23(1):63\u201377. https:\/\/doi.org\/10.1016\/j.tics.2018.10.006","journal-title":"Trends Cognit Sci"},{"issue":"4","key":"6090_CR39","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1037\/pmu0000228","volume":"28","author":"M Korsakova-Kreyn","year":"2018","unstructured":"Korsakova-Kreyn M (2018) Two-level model of embodied cognition in music. Psychomusicol: Music, Mind, Brain. 28(4):240\u2013259. https:\/\/doi.org\/10.1037\/pmu0000228","journal-title":"Psychomusicol: Music, Mind, Brain."},{"issue":"1","key":"6090_CR40","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1177\/102986499700100105","volume":"1","author":"CL Krumhansl","year":"1997","unstructured":"Krumhansl CL, Schenck DL (1997) Can dance reflect the structural and expressive qualities of music? a perceptual experiment on Balanchine\u2019s choreography of Mozart\u2019s Divertimento No. 15. Musicae Scientiae 1(1):63\u201385. https:\/\/doi.org\/10.1177\/102986499700100105","journal-title":"Musicae Scientiae"},{"key":"6090_CR41","doi-asserted-by":"publisher","unstructured":"Kurth E (1991) Ernst Kurth: Selected Writings. Lee A. Rothfarb (ed) Cambridge University Press. https:\/\/doi.org\/10.1017\/cbO9780511470288","DOI":"10.1017\/cbO9780511470288"},{"key":"6090_CR42","doi-asserted-by":"publisher","first-page":"789","DOI":"10.3389\/fpsyg.2014.00789","volume":"5","author":"MB K\u00fcssner","year":"2014","unstructured":"K\u00fcssner MB, Tidhar D, Prior HM, Leech-Wilkinson D (2014) Musicians are more consistent: gestural cross-modal mappings of pitch, loudness, and tempo in real-time. Front Psychol 5:789. https:\/\/doi.org\/10.3389\/fpsyg.2014.00789","journal-title":"Front Psychol"},{"key":"6090_CR43","volume-title":"The mastery of movement","author":"R von Laban","year":"1960","unstructured":"von Laban R, Ullmann L (1960) The mastery of movement. MacDonald & Evans, London"},{"issue":"4","key":"6090_CR44","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1111\/j.1756-8765.2012.01222.x","volume":"4","author":"G Lakoff","year":"2012","unstructured":"Lakoff G (2012) Explaining embodied cognition results. Top Cognit Sci 4(4):773\u2013785. https:\/\/doi.org\/10.1111\/j.1756-8765.2012.01222.x","journal-title":"Top Cognit Sci"},{"key":"6090_CR45","doi-asserted-by":"publisher","first-page":"958","DOI":"10.3389\/fnhum.2014.00958","volume":"8","author":"G Lakoff","year":"2014","unstructured":"Lakoff G (2014) Mapping the brain\u2019s metaphor circuitry: metaphorical thought in everyday reason. Front Hum Neurosci 8:958. https:\/\/doi.org\/10.3389\/fnhum.2014.00958","journal-title":"Front Hum Neurosci"},{"issue":"4","key":"6090_CR46","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1525\/mp.2004.21.4.457","volume":"21","author":"S Larson","year":"2004","unstructured":"Larson S (2004) Musical forces and melodic expectations: comparing computer models and experimental results. Music Percept 21(4):457\u2013498. https:\/\/doi.org\/10.1525\/mp.2004.21.4.457","journal-title":"Music Percept"},{"key":"6090_CR47","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7476.001.0001","volume-title":"Embodied music cognition and mediation technology","author":"M Leman","year":"2007","unstructured":"Leman M (2007) Embodied music cognition and mediation technology. MIT Press, Cambridge"},{"issue":"1","key":"6090_CR48","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1177\/10298649100140S104","volume":"14","author":"M Leman","year":"2010","unstructured":"Leman M (2010) An embodied approach to music semantics. Musicae Scientiae 14(1):43\u201367. https:\/\/doi.org\/10.1177\/10298649100140S104","journal-title":"Musicae Scientiae"},{"issue":"3\u20134","key":"6090_CR49","doi-asserted-by":"publisher","first-page":"236","DOI":"10.18061\/emr.v9i3-4.4498","volume":"9","author":"M Leman","year":"2014","unstructured":"Leman M, Maes PJ (2014) The role of embodiment in the perception of music. Empir Musicol Rev 9(3\u20134):236\u2013246. https:\/\/doi.org\/10.18061\/emr.v9i3-4.4498","journal-title":"Empir Musicol Rev"},{"issue":"3","key":"6090_CR50","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1016\/0898-5898(92)90003-f","volume":"4","author":"JL Lemke","year":"1992","unstructured":"Lemke JL (1992) Intertextuality and educational research. Linguist Educ 4(3):257\u2013267. https:\/\/doi.org\/10.1016\/0898-5898(92)90003-f","journal-title":"Linguist Educ"},{"key":"6090_CR51","volume-title":"Learning","author":"R Lewontin","year":"1982","unstructured":"Lewontin R (1982) Organism and environment development and culture. In: Plotkin HC (ed) Learning. Wiley, New York"},{"issue":"1","key":"6090_CR52","doi-asserted-by":"publisher","first-page":"49","DOI":"10.2307\/431680","volume":"54","author":"J London","year":"1996","unstructured":"London J (1996) Musical and linguistic speech acts. J Aesthet Art Crit 54(1):49\u201364. https:\/\/doi.org\/10.2307\/431680","journal-title":"J Aesthet Art Crit"},{"key":"6090_CR53","doi-asserted-by":"publisher","first-page":"1008","DOI":"10.3389\/fpsyg.2013.01008","volume":"4","author":"PJ Maes","year":"2014","unstructured":"Maes PJ, Leman M, Palmer C, Wanderley MM (2014) Action-based effects on music perception. Front Psychol 4:1008. https:\/\/doi.org\/10.3389\/fpsyg.2013.01008","journal-title":"Front Psychol"},{"key":"6090_CR54","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.01891","author":"JR Matyja","year":"2016","unstructured":"Matyja JR (2016) Embodied music cognition: trouble ahead trouble behind. Front Psychol. https:\/\/doi.org\/10.3389\/fpsyg.2016.01891","journal-title":"Front Psychol"},{"issue":"3","key":"6090_CR55","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1093\/scan\/nsl029","volume":"1","author":"I Molnar-Szakacs","year":"2006","unstructured":"Molnar-Szakacs I, Overy K (2006) Music and mirror neurons: from motion to \u2018E\u2019motion. Soc Cognit Affect Neurosci 1(3):235\u2013241. https:\/\/doi.org\/10.1093\/scan\/nsl029","journal-title":"Soc Cognit Affect Neurosci"},{"key":"6090_CR56","volume-title":"Foundations of the theory of signs","author":"CW Morris","year":"1938","unstructured":"Morris CW (1938) Foundations of the theory of signs. University of Chicago Press, Chicago"},{"issue":"3","key":"6090_CR57","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/s0304-3940(99)00766-1","volume":"275","author":"S Nakamura","year":"1999","unstructured":"Nakamura S, Oohashi NST, Nishina E, Fuwamoto Y, Yonekura Y (1999) Analysis of music-brain interaction with simultaneous measurement of regional cerebral blood flow and electroencephalogram beta rhythm in human subjects. Neurosci Lett 275(3):222\u2013226. https:\/\/doi.org\/10.1016\/s0304-3940(99)00766-1","journal-title":"Neurosci Lett"},{"issue":"5","key":"6090_CR58","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1525\/mp.2009.26.5.489","volume":"26","author":"K Overy","year":"2009","unstructured":"Overy K, Molnar-Szakacs I (2009) Being Together in Time: Musical Experience and the Mirror Neuron System. Music Perception 26(5):489\u2013504. https:\/\/doi.org\/10.1525\/mp.2009.26.5.489","journal-title":"Music Perception"},{"key":"6090_CR59","unstructured":"Peirce CS (1932) Collected Papers of Charles Sanders Peirce, Volume 2, Elements of Logic. Harvard University Press. Edited by Charles Hartshorne and Paul Weiss"},{"key":"6090_CR60","unstructured":"Peirce CS (1934) Collected Papers of Charles Sanders Peirce, Volume 5, Pragmatism and Pragmaticism. Harvard University Press. Edited by Charles Hartshorne and Paul Weiss"},{"key":"6090_CR61","unstructured":"Peirce CS (1991) Peirce on Signs: Writings on Semiotic. University of North Carolina Press. Edited by James Hoopes"},{"issue":"1","key":"6090_CR62","doi-asserted-by":"publisher","first-page":"176","DOI":"10.1007\/BF00230027","volume":"91","author":"G di Pellegrino","year":"1992","unstructured":"di Pellegrino G, Fadiga L, Fogassi L, Gallese V, Rizzolatti G (1992) Understanding motor events: a neurophysiological study. Exp Brain Res 91(1):176\u2013180. https:\/\/doi.org\/10.1007\/BF00230027","journal-title":"Exp Brain Res"},{"key":"6090_CR63","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-018-03068-4","author":"F Pereira","year":"2018","unstructured":"Pereira F, Lou B, Pritchett B, Ritter S, Gershman SJ, Kanwisher N, Botvinick M, Fedorenko E (2018) Toward a universal decoder of linguistic meaning from brain activation. Nat Commun. https:\/\/doi.org\/10.1038\/s41467-018-03068-4","journal-title":"Nat Commun"},{"issue":"3","key":"6090_CR64","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1016\/j.cognition.2006.11.006","volume":"105","author":"J Phillips-Silver","year":"2007","unstructured":"Phillips-Silver J, Trainor LJ (2007) Hearing what the body feels: auditory encoding of rhythmic movement. Cognit 105(3):533\u2013546. https:\/\/doi.org\/10.1016\/j.cognition.2006.11.006","journal-title":"Cognit"},{"key":"6090_CR65","unstructured":"Raposo FA, de\u00a0Matos DM, Ribeiro R (2019) Low-dimensional Embodied Semantics for Music and Language. CoRR abs\/1906.11759"},{"issue":"3","key":"6090_CR66","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1007\/s12304-012-9144-6","volume":"5","author":"M Reybrouck","year":"2012","unstructured":"Reybrouck M (2012) Musical sense-making and the concept of affordance: an ecosemiotic and experiential approach. Biosemiotics 5(3):391\u2013409. https:\/\/doi.org\/10.1007\/s12304-012-9144-6","journal-title":"Biosemiotics"},{"issue":"3","key":"6090_CR67","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1007\/s12304-013-9192-6","volume":"6","author":"M Reybrouck","year":"2013","unstructured":"Reybrouck M (2013) From sound to music: an evolutionary approach to musical semantics. Biosemiotics 6(3):585\u2013606. https:\/\/doi.org\/10.1007\/s12304-013-9192-6","journal-title":"Biosemiotics"},{"issue":"1","key":"6090_CR68","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/bs5010001","volume":"5","author":"M Reybrouck","year":"2015","unstructured":"Reybrouck M (2015) Music as environment: an ecological and biosemiotic approach. Behav Sci 5(1):1\u201326. https:\/\/doi.org\/10.3390\/bs5010001","journal-title":"Behav Sci"},{"key":"6090_CR69","doi-asserted-by":"publisher","first-page":"110","DOI":"10.5755\/j01.sal.0.26.12426","volume":"26","author":"H Rochelle","year":"2015","unstructured":"Rochelle H (2015) Rethinking dance theory through semiotics. Stud Lang 26:110\u2013126. https:\/\/doi.org\/10.5755\/j01.sal.0.26.12426","journal-title":"Stud Lang"},{"key":"6090_CR70","doi-asserted-by":"publisher","first-page":"1260","DOI":"10.1121\/1.1910977","volume":"43","author":"SK Roffler","year":"1968","unstructured":"Roffler SK, Butler RA (1968) Localization of Tonal stimuli in the vertical plane. J Acoust Soc Am 43:1260\u20131265. https:\/\/doi.org\/10.1121\/1.1910977","journal-title":"J Acoust Soc Am"},{"key":"6090_CR71","volume-title":"The aesthetics of music","author":"R Scruton","year":"1997","unstructured":"Scruton R (1997) The aesthetics of music. Oxford University Press, Oxford"},{"key":"6090_CR72","doi-asserted-by":"publisher","unstructured":"Sievers B, Polansky L, Casey M, Wheatley T (2013) Music and Movement Share a Dynamic Structure that Supports Universal Expressions of Emotion. Proceedings of the National Academy of Sciences of the United States of America 110(1):70\u201375. https:\/\/doi.org\/10.1073\/pnas.1209023110","DOI":"10.1073\/pnas.1209023110"},{"issue":"1","key":"6090_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3758\/bf03206843","volume":"59","author":"C Spence","year":"1997","unstructured":"Spence C, Driver J (1997) Audiovisual links in exogenous covert spatial orienting. Percept Psychophys 59(1):1\u201322. https:\/\/doi.org\/10.3758\/bf03206843","journal-title":"Percept Psychophys"},{"issue":"5","key":"6090_CR74","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1016\/j.humov.2007.07.007","volume":"26","author":"F Styns","year":"2007","unstructured":"Styns F, van Noorden L, Moelants D, Leman M (2007) Walking on music. Hum Mov Sci 26(5):769\u2013785. https:\/\/doi.org\/10.1016\/j.humov.2007.07.007","journal-title":"Hum Mov Sci"},{"key":"6090_CR75","doi-asserted-by":"publisher","DOI":"10.2307\/j.ctt17kk95h","volume-title":"A million years of music: the emergence of human modernity","author":"G Tomlinson","year":"2015","unstructured":"Tomlinson G (2015) A million years of music: the emergence of human modernity. MIT Press, Cambridge"},{"issue":"5","key":"6090_CR76","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1109\/tsa.2002.800560","volume":"10","author":"G Tzanetakis","year":"2002","unstructured":"Tzanetakis G, Cook P (2002) Musical genre classification of audio signals. IEEE Trans Speech Audio Process 10(5):293\u2013302. https:\/\/doi.org\/10.1109\/tsa.2002.800560","journal-title":"IEEE Trans Speech Audio Process"},{"key":"6090_CR77","doi-asserted-by":"publisher","first-page":"492","DOI":"10.3389\/fpsyg.2013.00492","volume":"4","author":"P Virtala","year":"2013","unstructured":"Virtala P, Huotilainen M, Partanen E, Fellman V, Tervaniemi M (2013) Newborn infants\u2019 auditory system is sensitive to western music chord categories. Front Psychol 4:492. https:\/\/doi.org\/10.3389\/fpsyg.2013.00492","journal-title":"Front Psychol"},{"issue":"2","key":"6090_CR78","doi-asserted-by":"publisher","first-page":"728","DOI":"10.2307\/1129200","volume":"52","author":"S Wagner","year":"1981","unstructured":"Wagner S, Winner E, Cicchetti D, Gardner H (1981) Metaphorical, mapping in human infants. Child Dev 52(2):728\u2013731. https:\/\/doi.org\/10.2307\/1129200","journal-title":"Child Dev"},{"issue":"4","key":"6090_CR79","doi-asserted-by":"publisher","first-page":"585","DOI":"10.1177\/0305735618768102","volume":"47","author":"Z Wallmark","year":"2018","unstructured":"Wallmark Z (2018) A corpus analysis of timbre semantics in orchestration treatises. Psychol Music 47(4):585\u2013605. https:\/\/doi.org\/10.1177\/0305735618768102","journal-title":"Psychol Music"},{"key":"6090_CR80","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1177\/2059204319846617","volume":"2","author":"Z Wallmark","year":"2019","unstructured":"Wallmark Z (2019) Semantic crosstalk in timbre perception. Music Sci 2:1\u201318. https:\/\/doi.org\/10.1177\/2059204319846617","journal-title":"Music Sci"},{"issue":"3","key":"6090_CR81","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1525\/mp.2018.35.3.332","volume":"35","author":"Z Wallmark","year":"2018","unstructured":"Wallmark Z, Iacoboni M, Deblieck C, Kendall RA (2018) Embodied listening and timbre: perceptual, acoustical, and neural correlates. Music Percept 35(3):332\u2013363. https:\/\/doi.org\/10.1525\/mp.2018.35.3.332","journal-title":"Music Percept"},{"issue":"5","key":"6090_CR82","doi-asserted-by":"publisher","first-page":"709","DOI":"10.1111\/j.1469-8986.2004.00208.x","volume":"41","author":"A Widmann","year":"2004","unstructured":"Widmann A, Kujala T, Tervaniemi M, Kujala A, Schr\u00f6ger E (2004) From symbols to sounds: visual symbolic information activates sound representations. Psychophysiol 41(5):709\u2013715. https:\/\/doi.org\/10.1111\/j.1469-8986.2004.00208.x","journal-title":"Psychophysiol"},{"key":"6090_CR83","doi-asserted-by":"publisher","DOI":"10.1177\/1321103X18773113","author":"J Wolfe","year":"2018","unstructured":"Wolfe J (2018) An investigation into the nature and function of metaphor in advanced music instruction. Res Stud Music Educ. https:\/\/doi.org\/10.1177\/1321103X18773113","journal-title":"Res Stud Music Educ"},{"key":"6090_CR84","doi-asserted-by":"publisher","DOI":"10.1201\/b10731","volume-title":"Music emotion recognition","author":"YH Yang","year":"2011","unstructured":"Yang YH, Chen HH (2011) Music emotion recognition. CRC Press, Florida"},{"issue":"1","key":"6090_CR85","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3281746","volume":"15","author":"Y Yu","year":"2019","unstructured":"Yu Y, Tang S, Raposo F, Chen L (2019) Deep cross-modal correlation learning for audio and lyrics in music retrieval. ACM Trans Multimed Comput Commun Appl 15(1):1\u201316. https:\/\/doi.org\/10.1145\/3281746","journal-title":"ACM Trans Multimed Comput Commun Appl"},{"key":"6090_CR86","doi-asserted-by":"publisher","first-page":"193","DOI":"10.2307\/843958","volume":"41","author":"LM Zbikowski","year":"1997","unstructured":"Zbikowski LM (1997) Conceptual models and cross-domain mapping: new perspectives on theories of music and hierarchy. J Music Theory 41:193\u2013225. https:\/\/doi.org\/10.2307\/843958","journal-title":"J Music Theory"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06090-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-021-06090-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-021-06090-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,24]],"date-time":"2021-10-24T06:17:07Z","timestamp":1635056227000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-021-06090-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5,29]]},"references-count":86,"journal-issue":{"issue":"21","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["6090"],"URL":"https:\/\/doi.org\/10.1007\/s00521-021-06090-8","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2021,5,29]]},"assertion":[{"value":"28 April 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 April 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The code for the experiments can be available upon requesting it from the corresponding author.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}