{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T20:13:19Z","timestamp":1767211999785,"version":"3.40.3"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319917962"},{"type":"electronic","value":"9783319917979"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-91797-9_17","type":"book-chapter","created":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T11:12:48Z","timestamp":1527851568000},"page":"241-255","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["The Semiotics of Space and Time in Interaction Design"],"prefix":"10.1007","author":[{"given":"Patricia","family":"Search","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,2]]},"reference":[{"unstructured":"Art of Research VI Conference: Catalyses, Inventions, Transformations (2017). http:\/\/artofresearch2017.aalto.fi\/index.html","key":"17_CR1"},{"unstructured":"Huth, G.: Visual poetry today: they are not merely poems, but they are certainly poems (2008). http:\/\/www.poetryfoundation.org\/poetrymagazine\/article\/182397","key":"17_CR2"},{"unstructured":"Huth, G.: jHegaf (2008). http:\/\/www.poetryfoundation.org\/poetrymagazine\/article\/182397","key":"17_CR3"},{"unstructured":"Beaulieu, D.: Untitled (for Natalee and Jeremy) (2008). http:\/\/www.poetryfoundation.org\/poetrymagazine\/poems\/51811\/untitled-for-natalee-and-jeremy","key":"17_CR4"},{"unstructured":"Ernst, K.S., Murphy, S.: Vortextique (2008). https:\/\/www.poetryfoundation.org\/poetrymagazine\/poems\/51810\/vortextique","key":"17_CR5"},{"unstructured":"Helmes, S.: haiku #62 (2008). https:\/\/www.poetryfoundation.org\/poetrymagazine\/poems\/51815\/haiku-62","key":"17_CR6"},{"issue":"4","key":"17_CR7","first-page":"369","volume":"2","author":"P Search","year":"1993","unstructured":"Search, P.: HyperGlyphs: using design and language to define hypermedia navigation. J. Educ. Multimed. Hypermed. 2(4), 369\u2013380 (1993)","journal-title":"J. Educ. Multimed. Hypermed."},{"key":"17_CR8","first-page":"1","volume-title":"International Journal of Learning 8","author":"P Search","year":"2001","unstructured":"Search, P.: HyperGlyphs: new multiliteracy models for interactive computing. In: Cope, B., Kalantzis, M. (eds.) International Journal of Learning 8, pp. 1\u201319. Common Ground Publishing, Melbourne (2001)"},{"issue":"2","key":"17_CR9","first-page":"146","volume":"37","author":"P Search","year":"2003","unstructured":"Search, P.: The metastructual dynamics of interactive electronic design. Vis. Lang. Cult. Dimens. Vis. Commun. 37(2), 146\u2013165 (2003)","journal-title":"Vis. Lang. Cult. Dimens. Vis. Commun."},{"key":"17_CR10","first-page":"179","volume-title":"Selected Readings of the 7th Information Design International Conference","author":"P Search","year":"2016","unstructured":"Search, P.: Using new media art and multisensory design for information and data representation. In: Tiradentes Souto, V., Spinillo, C., Portugal, C., Fadel, L. (eds.) Selected Readings of the 7th Information Design International Conference, pp. 179\u2013190. The Brazilian Society of Information Design, Basilia (2016)"},{"unstructured":"Hall, D.: Artwork that explores the space between our digital obsession and the natural world (2018). http:\/\/www.debhall.com","key":"17_CR11"},{"unstructured":"Rosenberg, J.: Intergrams (1988\u20131992). http:\/\/www.inframergence.org\/jr\/Intergrams_desc.shtml","key":"17_CR12"},{"issue":"6","key":"17_CR13","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1037\/0033-295X.82.6.407","volume":"82","author":"AM Collins","year":"1975","unstructured":"Collins, A.M., Loftus, E.F.: A spreading-activation theory of semantic processing. Psychol. Rev. 82(6), 407\u2013428 (1975)","journal-title":"Psychol. Rev."},{"key":"17_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1007\/3-540-57207-4_2","volume-title":"Spatial Information Theory A Theoretical Basis for GIS","author":"B Tversky","year":"1993","unstructured":"Tversky, B.: Cognitive maps, cognitive collages, and spatial mental models. In: Frank, Andrew U., Campari, I. (eds.) COSIT 1993. LNCS, vol. 716, pp. 14\u201324. Springer, Heidelberg (1993). https:\/\/doi.org\/10.1007\/3-540-57207-4_2"},{"issue":"8","key":"17_CR15","doi-asserted-by":"publisher","first-page":"2554","DOI":"10.1073\/pnas.79.8.2554","volume":"79","author":"JJ Hopfield","year":"1982","unstructured":"Hopfield, J.J.: Neural networks and physical systems with emergent collective computational abilities. Proc. Nat. Acad. Sci. 79(8), 2554\u20132558 (1982)","journal-title":"Proc. Nat. Acad. Sci."},{"key":"17_CR16","doi-asserted-by":"crossref","first-page":"3","DOI":"10.7551\/mitpress\/1477.003.0005","volume-title":"Attention and Performance XIV: Synergies in Experimental Psychology, Artificial Intelligence, and Cognitive Neuroscience","author":"DE Rumelhart","year":"1993","unstructured":"Rumelhart, D.E., Todd, P.M.: Learning and connectionist representations. In: Meyer, D.E., Kornblum, S. (eds.) Attention and Performance XIV: Synergies in Experimental Psychology, Artificial Intelligence, and Cognitive Neuroscience, pp. 3\u201330. MIT Press, Cambridge (1993)"},{"key":"17_CR17","volume-title":"The Oxford Handbook of Computational and Mathematical Psychology, 232-254","author":"M Jones","year":"2015","unstructured":"Jones, M., Willits, J., Dennis, S.: Models of semantic memory. In: Busemeyer, J., Wang, Z., Townsend, J., Eidels, A. (eds.) The Oxford Handbook of Computational and Mathematical Psychology, 232-254. Oxford University Press, New York (2015)"},{"key":"17_CR18","volume-title":"Semantic Cognition","author":"TT Rogers","year":"2006","unstructured":"Rogers, T.T., McClelland, J.L.: Semantic Cognition. MIT Press, Cambridge (2006)"},{"key":"17_CR19","volume-title":"The Society of Mind","author":"M Minsky","year":"1988","unstructured":"Minsky, M.: The Society of Mind. Simon and Shuster, New York (1988)"},{"key":"17_CR20","volume-title":"Auditory Scene Analysis","author":"A Bergman","year":"1994","unstructured":"Bergman, A.: Auditory Scene Analysis. MIT Press, Cambridge (1994)"},{"key":"17_CR21","first-page":"111","volume-title":"MacMillan Encyclopaedia of Cognitive Science","author":"T Hartley","year":"2002","unstructured":"Hartley, T., Burgess, N.: Models of spatial cognition. In: Nadel, L. (ed.) MacMillan Encyclopaedia of Cognitive Science, pp. 111\u2013119. Nature Publishing Group, London (2002)"},{"key":"17_CR22","doi-asserted-by":"publisher","first-page":"385","DOI":"10.3389\/fpsyg.2011.00385","volume":"2","author":"RL Goldstone","year":"2013","unstructured":"Goldstone, R.L., Landy, D., Brunel, L.C.: Improving the perception to make distant connections closer. Front. Psychol. 2, 385 (2013). https:\/\/doi.org\/10.3389\/fpsyg.2011.00385","journal-title":"Front. Psychol."},{"key":"17_CR23","doi-asserted-by":"publisher","first-page":"358","DOI":"10.3389\/fpsyg.2015.00358","volume":"6","author":"L Brunel","year":"2015","unstructured":"Brunel, L., Carvalho, P., Goldstone, R.: It does belong together: cross-modal correspondences influence cross-modal integration during perceptual learning. Front. Psychol. 6, 358 (2015). https:\/\/doi.org\/10.3389\/fpsyg.2015.00358","journal-title":"Front. Psychol."},{"key":"17_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1007\/978-3-319-40406-6_19","volume-title":"Design, User Experience, and Usability: Technological Contexts","author":"P Search","year":"2016","unstructured":"Search, P.: Multisensory physical environments for data representation. In: Marcus, A. (ed.) DUXU 2016. LNCS, vol. 9748, pp. 202\u2013213. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-40406-6_19"},{"issue":"5","key":"17_CR25","doi-asserted-by":"publisher","first-page":"284","DOI":"10.1037\/h0036331","volume":"81","author":"D Freides","year":"1974","unstructured":"Freides, D.: Human information processing and sensory modality: cross-modal functions, information complexity, memory, and deficit. Psychol. Bull. 81(5), 284\u2013310 (1974)","journal-title":"Psychol. Bull."},{"issue":"1","key":"17_CR26","doi-asserted-by":"publisher","first-page":"29","DOI":"10.3109\/03005369009077840","volume":"24","author":"A MacLeod","year":"1990","unstructured":"MacLeod, A., Summerfield, Q.: A procedure for measuring auditory and audio-visual speech-reception thresholds for sentences in noise: rationale, evaluation, and recommendations for use. Br. J. Audiol. 24(1), 29\u201343 (1990)","journal-title":"Br. J. Audiol."},{"key":"17_CR27","volume-title":"The Merging of Senses","author":"BE Stein","year":"1993","unstructured":"Stein, B.E., Meredith, M.A.: The Merging of Senses. MIT Press, Cambridge (1993)"},{"issue":"3","key":"17_CR28","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1016\/j.cognition.2009.10.012","volume":"114","author":"Y-C Chen","year":"2010","unstructured":"Chen, Y.-C., Spence, C.: When hearing the bark helps to identify the dog: semantically-congruent sounds modulate the identification of masked pictures. Cognition 114(3), 389\u2013404 (2010)","journal-title":"Cognition"},{"issue":"1","key":"17_CR29","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/S0926-6410(02)00066-6","volume":"14","author":"S Molholm","year":"2002","unstructured":"Molholm, S., Ritter, W., Murray, M.M., Javitt, D.C., Schroeder, C.E., Foxe, J.J.: Multisensory auditory\u2013visual interactions during early sensory processing in humans: a high-density electrical mapping study. Cogn. Brain Res. 14(1), 115\u2013128 (2002)","journal-title":"Cogn. Brain Res."},{"issue":"4","key":"17_CR30","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1037\/a0015537","volume":"35","author":"L Brunel","year":"2009","unstructured":"Brunel, L., Labeye, E., Lesourd, M., Versace, R.: The sensory nature of episodic memory: sensory priming effects due to memory trace activation. J. Exp. Psychol. Learn. Mem. Cogn. 35(4), 1081\u20131088 (2009)","journal-title":"J. Exp. Psychol. Learn. Mem. Cogn."},{"issue":"5","key":"17_CR31","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1080\/17470210903134369","volume":"63","author":"L Brunel","year":"2010","unstructured":"Brunel, L., Lesourd, M., Labeye, E., Versace, R.: The sensory nature of knowledge: sensory priming effects in semantic categorization. Q. J. Exp. Psychol. 63(5), 955\u2013964 (2010)","journal-title":"Q. J. Exp. Psychol."},{"issue":"2","key":"17_CR32","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1027\/1618-3169\/a000176","volume":"60","author":"L Brunel","year":"2013","unstructured":"Brunel, L., Goldstone, R.L., Vallet, G., Riou, B., Versace, R.: When seeing a dog activates the bark: multisensory generalization and distinctiveness effects. Exp. Psychol. 60(2), 100\u2013112 (2013)","journal-title":"Exp. Psychol."},{"key":"17_CR33","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.3389\/fpsyg.2014.01095","volume":"5","author":"K Connolly","year":"2014","unstructured":"Connolly, K.: Multisensory perception as an associative learning process. Front. Psychol. 5, 1095 (2014). https:\/\/doi.org\/10.3389\/fpsyg.2014.01095","journal-title":"Front. Psychol."},{"issue":"4","key":"17_CR34","doi-asserted-by":"publisher","first-page":"1003","DOI":"10.1037\/0033-295X.111.4.1003","volume":"111","author":"JT Townsend","year":"2004","unstructured":"Townsend, J.T., Wenger, M.J.: A theory of interactive parallel processing: new capacity measures and predictions for a response time inequality series. Psychol. Rev. 111(4), 1003\u20131035 (2004)","journal-title":"Psychol. Rev."},{"key":"17_CR35","first-page":"143","volume-title":"Visual Literacy in the 21st Century: Trends, Demands, and Capacities","author":"P Search","year":"2011","unstructured":"Search, P.: Defining a sense of place in interactive multimedia design. In: Avgerinou, M., Chandler, S. (eds.) Visual Literacy in the 21st Century: Trends, Demands, and Capacities, pp. 143\u2013148. International Visual Literacy Association, Chicago (2011)"},{"issue":"1","key":"17_CR36","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1111\/j.1468-2885.1999.tb00163.x","volume":"9","author":"E Neiva","year":"1999","unstructured":"Neiva, E.: Redefining the image: mimesis, convention, and semiotics. Commun. Theory 9(1), 75\u201391 (1999)","journal-title":"Commun. Theory"},{"issue":"8","key":"17_CR37","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1007\/s00779-006-0137-9","volume":"11","author":"T Djajadiningrat","year":"2007","unstructured":"Djajadiningrat, T., Matthews, B., Stienstra, M.: Easy doesn\u2019t do it: Skill and expression in tangible aesthetics. Pers. Ubiquit. Comput. 11(8), 657\u2013676 (2007)","journal-title":"Pers. Ubiquit. Comput."},{"doi-asserted-by":"crossref","unstructured":"Klemmer, S.R., Hartmann, B., Takayama, L.: How bodies matter: five themes for interaction design. In: Proceedings of Designing Interactive Systems, DIS 2006, pp. 140\u2013148. Association for Computing Machinery (ACM), New York (2006)","key":"17_CR38","DOI":"10.1145\/1142405.1142429"},{"key":"17_CR39","volume-title":"Metaphors We Live By","author":"G Lakoff","year":"1980","unstructured":"Lakoff, G., Johnson, M.L.: Metaphors We Live By. University of Chicago Press, Chicago (1980)"},{"key":"17_CR40","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1017\/CBO9780511620850.008","volume-title":"Language and Gesture","author":"C LeBaron","year":"2000","unstructured":"LeBaron, C., Streeck, J.: Gestures, knowledge, and the world. In: McNeill, D. (ed.) Language and Gesture, pp. 118\u2013138. Cambridge University Press, Cambridge (2000)"},{"key":"17_CR41","first-page":"357","volume-title":"The Cambridge Handbook of the Learning Sciences","author":"D Abrahamson","year":"2014","unstructured":"Abrahamson, D., Lindgren, R.: Embodiment and embodied design. In: Sawyer, R.K. (ed.) The Cambridge Handbook of the Learning Sciences, 2nd edn, pp. 357\u2013376. Cambridge University Press, Cambridge (2014)","edition":"2"},{"key":"17_CR42","first-page":"693","volume-title":"Conn\u2019s Translational Neuroscience","author":"MLR Meister","year":"2016","unstructured":"Meister, M.L.R., Buffalo, E.A.: Memory. In: Conn, M. (ed.) Conn\u2019s Translational Neuroscience, pp. 693\u2013708. Academic Press, Cambridge (2016)"},{"issue":"1","key":"17_CR43","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1177\/1470357204039596","volume":"3","author":"M Macken-Horarik","year":"2004","unstructured":"Macken-Horarik, M.: Interacting with the multimodal text: reflections on image and verbiage. Vis. Commun. 3(1), 5\u201326 (2004)","journal-title":"Vis. Commun."},{"unstructured":"Piaget, J.: Recherches sur L\u2019abstraction reflechissante, vol. I and II. Presses Universitaires de France, Paris (1977)","key":"17_CR44"},{"key":"17_CR45","volume-title":"Studies in Reflecting Abstraction","author":"R Campbell","year":"2001","unstructured":"Campbell, R.: Studies in Reflecting Abstraction. Psychology Press, Philadelphia (2001)"},{"unstructured":"Cinector: rapid media production software (2018). http:\/\/www.cinector.com","key":"17_CR46"},{"unstructured":"Intuilab: create amazing multi-touch applications for any screen. In record time. Without coding (2018). http:\/\/www.intuilab.com","key":"17_CR47"},{"key":"17_CR48","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1017\/S1326011100003975","volume":"34","author":"M Christie","year":"2005","unstructured":"Christie, M.: Aboriginal knowledge traditions in digital environments. J. Indig. Educ. 34, 61\u201366 (2005)","journal-title":"J. Indig. Educ."},{"issue":"2","key":"17_CR49","doi-asserted-by":"publisher","first-page":"214","DOI":"10.17011\/ht\/urn.2007281","volume":"3","author":"H Verran","year":"2007","unstructured":"Verran, H., Christie, M.: Using\/designing digital technologies of representation in Aboriginal Australian knowledge practices. Hum. Technol. 3(2), 214\u2013227 (2007)","journal-title":"Hum. Technol."},{"issue":"3","key":"17_CR50","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/s00799-004-0105-9","volume":"5","author":"R Srinivasan","year":"2005","unstructured":"Srinivasan, R., Huang, J.: Fluid ontologies for digital museums. Int. J. Digit. Libr. 5(3), 193\u2013204 (2005)","journal-title":"Int. J. Digit. Libr."},{"key":"17_CR51","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"363","DOI":"10.1007\/978-3-319-20898-5_35","volume-title":"Design, User Experience, and Usability: Users and Interactions","author":"P Search","year":"2015","unstructured":"Search, P.: Interactive multisensory data representation. In: Marcus, A. (ed.) DUXU 2015. LNCS, vol. 9187, pp. 363\u2013373. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-20898-5_35"},{"key":"17_CR52","doi-asserted-by":"publisher","first-page":"95","DOI":"10.5749\/j.cttts7q7.9","volume-title":"Database Aesthetics: Art in the Age of Information Overflow","author":"C Paul","year":"2007","unstructured":"Paul, C.: The database as system and cultural form: anatomies of cultural narratives. In: Vesna, V. (ed.) Database Aesthetics: Art in the Age of Information Overflow, pp. 95\u2013109. University of Minnesota Press, Minneapolis (2007)"}],"container-title":["Lecture Notes in Computer Science","Design, User Experience, and Usability: Theory and Practice"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-91797-9_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,7]],"date-time":"2024-07-07T06:51:36Z","timestamp":1720335096000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-91797-9_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319917962","9783319917979"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-91797-9_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"2 June 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DUXU","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of Design, User Experience, and Usability","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Las Vegas, NV","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 July 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 July 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"duxu2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2018.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}