{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,23]],"date-time":"2026-04-23T18:16:44Z","timestamp":1776968204258,"version":"3.51.4"},"reference-count":62,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,2,3]],"date-time":"2020-02-03T00:00:00Z","timestamp":1580688000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,2,3]],"date-time":"2020-02-03T00:00:00Z","timestamp":1580688000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002081","name":"Irish Research Council","doi-asserted-by":"crossref","award":["14887"],"award-info":[{"award-number":["14887"]}],"id":[{"id":"10.13039\/501100002081","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Science Foundation Ireland and the European Regional Development Fund","award":["13\/RC\/2077"],"award-info":[{"award-number":["13\/RC\/2077"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Multimodal User Interfaces"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s12193-020-00318-y","type":"journal-article","created":{"date-parts":[[2020,2,3]],"date-time":"2020-02-03T11:04:01Z","timestamp":1580727841000},"page":"143-151","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Mapping for meaning: the embodied sonification listening model and its implications for the mapping problem in sonic information design"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8491-3031","authenticated-orcid":false,"given":"Stephen","family":"Roddy","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3988-7855","authenticated-orcid":false,"given":"Brian","family":"Bridges","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,2,3]]},"reference":[{"key":"318_CR1","unstructured":"Faste T, Faste H (2012) Demystifying \u201cdesign research\u201d: design is not research, research is design. Presented at Industrial Designers Society of America Education Symposium, Boston, Massachusetts"},{"key":"318_CR2","unstructured":"Flowers JH (2005) Thirteen years of reflection on auditory graphing: promises, pitfalls, and potential new directions. Faculty Publications, Department of Psychology, 430"},{"key":"318_CR3","doi-asserted-by":"crossref","unstructured":"Worrall D (2019) Intelligible sonifications. In: Sonification design: from data to intelligible soundfields. Springer, Berlin","DOI":"10.1007\/978-3-030-01497-1"},{"key":"318_CR4","volume-title":"Acoustic communication","author":"B Truax","year":"1984","unstructured":"Truax B (1984) Acoustic communication. Ablex, Norwood"},{"key":"318_CR5","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199215928.001.0001","volume-title":"Sounds: a philosophical theory","author":"C O\u2019Callaghan","year":"2007","unstructured":"O\u2019Callaghan C (2007) Sounds: a philosophical theory. Oxford University Press, Oxford"},{"key":"318_CR6","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/5030.001.0001","volume-title":"Noise, water, meat: a history of sound in the arts","author":"D Kahn","year":"1999","unstructured":"Kahn D (1999) Noise, water, meat: a history of sound in the arts. MIT press, Cambridge"},{"key":"318_CR7","volume-title":"Acoustic territories: sound culture and everyday life","author":"B LaBelle","year":"2010","unstructured":"LaBelle B (2010) Acoustic territories: sound culture and everyday life. A&C Black, London"},{"issue":"2","key":"318_CR8","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1177\/1470412911402880","volume":"10","author":"C Cox","year":"2011","unstructured":"Cox C (2011) Beyond representation and signification: toward a sonic materialism. J Vis Cult 10(2):145\u2013161","journal-title":"J Vis Cult"},{"key":"318_CR9","unstructured":"Roddy S, Bridges B (2016) Sounding human with data: the role of embodied conceptual metaphors and aesthetics in representing and exploring data sets. In: The proceedings of the MusTWork 2016 the music technology workshop"},{"key":"318_CR10","unstructured":"Roddy S, Bridges B (2018) Addressing the mapping problem in sonic information design through embodied image schemata, conceptual metaphors and conceptual blending. J Sonic Stud 17"},{"key":"318_CR11","volume-title":"Understanding the need for micro-gestural inflections in parameter-mapping sonification","author":"D Worrall","year":"2013","unstructured":"Worrall D (2013) Understanding the need for micro-gestural inflections in parameter-mapping sonification. Georgia Institute of Technology, Atlanta"},{"issue":"1","key":"318_CR12","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1017\/S135577181300040X","volume":"19","author":"D Worrall","year":"2014","unstructured":"Worrall D (2014) Can micro-gestural inflections be used to improve the soniculatory effectiveness of parameter mapping sonifications? Organ Sound 19(1):52\u201359","journal-title":"Organ Sound"},{"key":"318_CR13","first-page":"363","volume-title":"The sonification handbook","author":"F Grond","year":"2011","unstructured":"Grond F, Berger J (2011) Parameter mapping sonification. In: Hermann T, Hunt A, Neuhoff JG (eds) The sonification handbook. Logos Publishing House, Berlin, pp 363\u2013397"},{"key":"318_CR14","volume-title":"The concept of mind","author":"G Ryle","year":"1949","unstructured":"Ryle G (1949) The concept of mind. Hutchinson, London"},{"issue":"03","key":"318_CR15","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1017\/S0140525X00005756","volume":"3","author":"JR Searle","year":"1980","unstructured":"Searle JR (1980) Minds, brains, and programs. Behav Brain Sci 3(03):417\u2013424","journal-title":"Behav Brain Sci"},{"issue":"1","key":"318_CR16","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/0167-2789(90)90087-6","volume":"42","author":"S Harnad","year":"1990","unstructured":"Harnad S (1990) The symbol grounding problem. Phys D Nonlinear Phenom 42(1):335\u2013346","journal-title":"Phys D Nonlinear Phenom"},{"key":"318_CR17","unstructured":"Dreyfus HL (1965) Alchemy and artificial intelligence. The Rand Corporation, Santa Monica, Research Report"},{"key":"318_CR18","doi-asserted-by":"publisher","DOI":"10.4324\/9780203442159","volume-title":"Personal knowledge","author":"M Polanyi","year":"2012","unstructured":"Polanyi M (2012) Personal knowledge. Routledge, London"},{"key":"318_CR19","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/6730.001.0001","volume-title":"The embodied mind: cognitive science and human experience","author":"FJ Varela","year":"1991","unstructured":"Varela FJ, Thompson E, Rosch E (1991) The embodied mind: cognitive science and human experience. MIT Press, Cambridge"},{"key":"318_CR20","doi-asserted-by":"publisher","DOI":"10.7208\/chicago\/9780226177847.001.0001","volume-title":"The body in the mind: the bodily basis of meaning, imagination, and reason","author":"M Johnson","year":"1987","unstructured":"Johnson M (1987) The body in the mind: the bodily basis of meaning, imagination, and reason. University of Chicago Press, Chicago"},{"key":"318_CR21","volume-title":"Metaphors we live by","author":"G Lakoff","year":"1980","unstructured":"Lakoff G, Johnson M (1980) Metaphors we live by. University of Chicago Press, Chicago"},{"key":"318_CR22","unstructured":"Fauconnier G, Turner M (2002) The way we think. Conceptual blending and the mind\u2019s hidden complexities. Basic Books, New York"},{"key":"318_CR23","volume-title":"Designing with blends: conceptual foundations of human\u2013computer interaction and software engineering methods","author":"M Imaz","year":"2007","unstructured":"Imaz M, Benyon D (2007) Designing with blends: conceptual foundations of human\u2013computer interaction and software engineering methods. MIT Press, Cambridge"},{"key":"318_CR24","unstructured":"Hurtienne J (2009) Image schemas and design for intuitive use. Exploring new guidance for user interface design. (Doctoral Thesis). Retrieved from Deposit Once TU Berlin Reposityory for Research and Data Publications. TU Berlin identifier opus3 2970"},{"key":"318_CR25","doi-asserted-by":"publisher","DOI":"10.1057\/9781137431677","volume-title":"Feeling present in the physical world and in computer-mediated environments","author":"J Waterworth","year":"2014","unstructured":"Waterworth J, Riva G (2014) Feeling present in the physical world and in computer-mediated environments. Palgrave Macmillan, London"},{"key":"318_CR26","doi-asserted-by":"crossref","unstructured":"B\u00f8dker S, Klokmose CN (2016). Dynamics, multiplicity and conceptual blends in HCI. In: Proceedings of the 2016 CHI conference on human factors in computing systems. ACM, pp 2538\u20132548","DOI":"10.1145\/2858036.2858530"},{"key":"318_CR27","volume-title":"Where the action is: the foundations of embodied interaction","author":"P Dourish","year":"2004","unstructured":"Dourish P (2004) Where the action is: the foundations of embodied interaction. MIT press, Cambridge"},{"key":"318_CR28","first-page":"87","volume-title":"The sonification handbook","author":"S Serafin","year":"2011","unstructured":"Serafin S, Franinovic K, Hermann T, Lemaitre G, Rinott M, Rocchesso D (2011) Sonic interaction design. In: Hermann T, Hunt A, Neuhoff JG (eds) The Sonification Handbook. Logos Publishing. House, Berlin, pp 87\u2013110"},{"key":"318_CR29","unstructured":"Diniz N, Deweppe A, Demey M, Leman M (2010) A framework for music-based interactive sonification. In: 16th International conference on auditory display (ICAD-2010)"},{"issue":"3\u20134","key":"318_CR30","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s12193-011-0084-2","volume":"5","author":"N Diniz","year":"2012","unstructured":"Diniz N, Coussement P, Deweppe A, Demey M, Leman M (2012) An embodied music cognition approach to multilevel interactive sonification. J Multimodal User Interfaces 5(3\u20134):211\u2013219","journal-title":"J Multimodal User Interfaces"},{"issue":"3","key":"318_CR31","first-page":"1","volume":"8","author":"J Dyer","year":"2015","unstructured":"Dyer J, Stapleton P, Rodger MW (2015) Sonification as concurrent augmented feedback for motor skill learning and the importance of mapping design. Open Psychol J 8(3):1\u201311","journal-title":"Open Psychol J"},{"issue":"4","key":"318_CR32","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1007\/s00426-016-0775-0","volume":"81","author":"J Dyer","year":"2017","unstructured":"Dyer J, Stapleton P, Rodger M (2017) Transposing musical skill: sonification of movement as concurrent augmented feedback enhances learning in a bimanual task. Psychol Res 81(4):850\u2013862","journal-title":"Psychol Res"},{"key":"318_CR33","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/j.displa.2016.05.006","volume":"47","author":"SC Peres","year":"2017","unstructured":"Peres SC, Verona D, Nisar T, Ritchey P (2017) Towards a systematic approach to real-time sonification design for surface electromyography. Displays 47:25\u201331","journal-title":"Displays"},{"issue":"2","key":"318_CR34","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1177\/102986490100500204","volume":"5","author":"A Cox","year":"2001","unstructured":"Cox A (2001) The mimetic hypothesis and embodied musical meaning. Musicae Scientiae 5(2):195\u2013212","journal-title":"Musicae Scientiae"},{"issue":"2","key":"318_CR35","doi-asserted-by":"publisher","first-page":"323","DOI":"10.2307\/3090681","volume":"44","author":"C Brower","year":"2000","unstructured":"Brower C (2000) A cognitive theory of musical meaning. J Music Theory 44(2):323\u2013379","journal-title":"J Music Theory"},{"issue":"2","key":"318_CR36","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1093\/jrma\/128.2.297","volume":"128","author":"R Adlington","year":"2003","unstructured":"Adlington R (2003) Moving beyond motion: metaphors for changing sound. J R Music Assoc 128(2):297\u2013318","journal-title":"J R Music Assoc"},{"key":"318_CR37","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195140231.001.0001","volume-title":"Conceptualizing music: cognitive structure, theory, and analysis","author":"LM Zbikowski","year":"2002","unstructured":"Zbikowski LM (2002) Conceptualizing music: cognitive structure, theory, and analysis. Oxford University Press, Oxford"},{"key":"318_CR38","volume-title":"Musical forces: motion, metaphor, and meaning in music","author":"S Larson","year":"2012","unstructured":"Larson S (2012) Musical forces: motion, metaphor, and meaning in music. Indiana University Press, Bloomington"},{"issue":"1","key":"318_CR39","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1017\/S1355771809990276","volume":"15","author":"GS Kendall","year":"2010","unstructured":"Kendall GS (2010) Meaning in electroacoustic music and the everyday mind. Organ Sound 15(1):63\u201374","journal-title":"Organ Sound"},{"issue":"2","key":"318_CR40","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1017\/S1355771814000132","volume":"19","author":"GS Kendall","year":"2014","unstructured":"Kendall GS (2014) The feeling blend: feeling and emotion in electroacoustic art. Organ Sound 19(2):192","journal-title":"Organ Sound"},{"key":"318_CR41","unstructured":"Graham R, Bridges B (2014) Gesture and embodied metaphor in spatial music performance systems design. In: NIME, pp 581\u2013584"},{"key":"318_CR42","doi-asserted-by":"crossref","unstructured":"Graham R, Bridges B (2014) Strategies for spatial music performance: the practicalities and aesthetics of responsive systems design. Divergence Press","DOI":"10.5920\/divp.2015.33"},{"issue":"2","key":"318_CR43","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1080\/07494469600640071","volume":"13","author":"D Smalley","year":"1996","unstructured":"Smalley D (1996) The listening imagination: listening in the electroacoustic era. Contemp Music Rev 13(2):77\u2013107","journal-title":"Contemp Music Rev"},{"issue":"02","key":"318_CR44","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1017\/S1355771897009059","volume":"2","author":"D Smalley","year":"1997","unstructured":"Smalley D (1997) Spectromorphology: explaining sound-shapes. Organ Sound 2(02):107\u2013126","journal-title":"Organ Sound"},{"issue":"02","key":"318_CR45","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1017\/S1355771806001439","volume":"11","author":"RI God\u00f8y","year":"2006","unstructured":"God\u00f8y RI (2006) Gestural-sonorous objects: embodied extensions of Schaeffer\u2019s conceptual apparatus. Organ Sound 11(02):149\u2013157","journal-title":"Organ Sound"},{"key":"318_CR46","unstructured":"Graham R, Manzione C, Bridges B, Brent W (2017) Exploring pitch and timbre through 3d spaces: embodied models in virtual reality as a basis for performance systems design. In: New interfaces for musical expression proceedings"},{"issue":"5","key":"318_CR47","doi-asserted-by":"publisher","first-page":"1493","DOI":"10.1121\/1.381843","volume":"63","author":"JM Grey","year":"1978","unstructured":"Grey JM, Gordon JW (1978) Perceptual effects of spectral modifications on musical timbres. J Acoust Soc Am 63(5):1493\u20131500","journal-title":"J Acoust Soc Am"},{"key":"318_CR48","unstructured":"Vickers P, Hogg B (2006) Sonification ab-straite\/sonification concr`ete: An \u2018\u00e6sthetic perspectivespace\u2019 for classifying auditory displays in the ars musica domain. In: 12th International conference on auditory display (ICAD-2010), pp 210\u2013216"},{"key":"318_CR49","unstructured":"Schaeffer P, Reibel G, Ferreyra B, Chiarucci H, Bayle F, Tanguy A et al (1967) Solf\u00e8ge de l\u2019objet sonore. In: INA\/GRM"},{"key":"318_CR50","unstructured":"Chion M, Gorbman C, Murch W (1994) Audio-vision"},{"key":"318_CR51","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1207\/s15327051hci0401_3","volume":"4","author":"WW Gaver","year":"1989","unstructured":"Gaver WW (1989) The SonicFinder: an interface that uses auditory icons. Hum Comput Interact 4:67\u201394","journal-title":"Hum Comput Interact"},{"key":"318_CR52","unstructured":"Roddy S (2015) Embodied sonification. Doctoral Dissertation. Trinity College Dublin. Ireland"},{"key":"318_CR53","first-page":"9","volume-title":"The sonification handbook","author":"BN Walker","year":"2011","unstructured":"Walker BN, Nees MA (2011) Theory of Sonification. In: Hermann T, Hunt A, Neuhoff JG (eds) The Sonification Handbook. Logos Publishing House, Berlin, pp 9\u201339"},{"key":"318_CR54","volume-title":"The ghost in the machine","author":"A Koestler","year":"1967","unstructured":"Koestler A (1967) The ghost in the machine. Hutchinson & Co., London"},{"key":"318_CR55","volume-title":"From perception to meaning: image schemas in cognitive linguistics","author":"L Talmy","year":"2008","unstructured":"Talmy L (2008) The fundamentals of spatial systems. In: Hampe B (ed) From perception to meaning: image schemas in cognitive linguistics. Walter de Greuyter, Berlin"},{"issue":"2","key":"318_CR56","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0889-4906(02)00006-6","volume":"22","author":"M White","year":"2003","unstructured":"White M (2003) Metaphor and economics: the case of growth. Engl Specif Purp 22(2):131\u2013151","journal-title":"Engl Specif Purp"},{"issue":"4","key":"318_CR57","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1037\/1076-898X.8.4.211","volume":"8","author":"BN Walker","year":"2002","unstructured":"Walker BN (2002) Magnitude estimation of conceptual data dimensions for use in sonification. J Exp Psychol Appl 8(4):211","journal-title":"J Exp Psychol Appl"},{"issue":"2","key":"318_CR58","first-page":"197","volume":"2","author":"Z K\u00f6vecses","year":"2010","unstructured":"K\u00f6vecses Z (2010) Metaphor and culture. Acta Universitatis Sapientiae Philologica 2(2):197\u2013220","journal-title":"Acta Universitatis Sapientiae Philologica"},{"key":"318_CR59","unstructured":"Chung SF (2005). MARKET metaphors: Chinese, English and Malay. In: Proceedings of the 19th Pacific Asia conference on language, information and computation, pp 71\u201381"},{"issue":"3","key":"318_CR60","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1016\/S0889-4906(00)00009-0","volume":"20","author":"J Charteris-Black","year":"2001","unstructured":"Charteris-Black J, Ennis T (2001) A comparative study of metaphor in Spanish and English financial reporting. Engl Specif Purp 20(3):249\u2013266","journal-title":"Engl Specif Purp"},{"issue":"2","key":"318_CR61","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/s00146-011-0345-3","volume":"27","author":"A Polli","year":"2012","unstructured":"Polli A (2012) Soundscape, sonification, and sound activism. AI Soc 27(2):257\u2013268","journal-title":"AI Soc"},{"key":"318_CR62","volume-title":"Cultural differences in preference of auditory emoticons: USA and South Korea","author":"M Jeon","year":"2015","unstructured":"Jeon M, Lee JH, Sterkenburg J, Plummer C (2015) Cultural differences in preference of auditory emoticons: USA and South Korea. Georgia Institute of Technology, Atlanta"}],"container-title":["Journal on Multimodal User Interfaces"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-020-00318-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s12193-020-00318-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s12193-020-00318-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,2]],"date-time":"2021-02-02T02:41:18Z","timestamp":1612233678000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s12193-020-00318-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,2,3]]},"references-count":62,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["318"],"URL":"https:\/\/doi.org\/10.1007\/s12193-020-00318-y","relation":{},"ISSN":["1783-7677","1783-8738"],"issn-type":[{"value":"1783-7677","type":"print"},{"value":"1783-8738","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,2,3]]},"assertion":[{"value":"30 April 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 January 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 February 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}