{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:43:11Z","timestamp":1776120191977,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":81,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,24]],"date-time":"2025-03-24T00:00:00Z","timestamp":1742774400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"ETH Zurich Postdoctoral Fellowship"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,24]]},"DOI":"10.1145\/3708359.3712114","type":"proceedings-article","created":{"date-parts":[[2025,3,19]],"date-time":"2025-03-19T12:50:34Z","timestamp":1742388634000},"page":"1188-1202","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Redefining Affordance via Computational Rationality"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2670-8328","authenticated-orcid":false,"given":"Yi-Chi","family":"Liao","sequence":"first","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Z\u00fcrich, Switzerland,"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9655-9519","authenticated-orcid":false,"given":"Christian","family":"Holz","sequence":"additional","affiliation":[{"name":"Department of Computer Science, ETH Z\u00fcrich, Zurich, Switzerland,"}]}],"member":"320","published-online":{"date-parts":[[2025,3,24]]},"reference":[{"key":"e_1_3_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238528"},{"key":"e_1_3_3_2_3_2","unstructured":"H Albrechtsen Hans\u00a0HK Andersen S B\u00f8dker and Annelise\u00a0M Pejtersen. 2001. Affordances in activity theory and cognitive systems engineering. Rapport Technique Riso (2001)."},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781315805696"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"Patric Bach Toby Nicholson and Matthew Hudson. 2014. The affordance-matching hypothesis: how objects guide action understanding and prediction. Frontiers in human neuroscience 8 (2014) 254.","DOI":"10.3389\/fnhum.2014.00254"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/572020.572028"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/274644.274725"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Ayush Bhargava Kathryn\u00a0M Lucaites Leah\u00a0S Hartman Hannah Solini Jeffrey\u00a0W Bertrand Andrew\u00a0C Robb Christopher\u00a0C Pagano and Sabarish\u00a0V Babu. 2020. Revisiting affordance perception in contemporary virtual reality. Virtual Reality 24 (2020) 713\u2013724.","DOI":"10.1007\/s10055-020-00432-y"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Matthew Botvinick Sam Ritter Jane\u00a0X Wang Zeb Kurth-Nelson Charles Blundell and Demis Hassabis. 2019. Reinforcement learning fast and slow. Trends in cognitive sciences 23 5 (2019) 408\u2013422.","DOI":"10.1016\/j.tics.2019.02.006"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","unstructured":"Nick Chater. 2009. Rational and mechanistic perspectives on reinforcement learning. Cognition 113 3 (2009) 350\u2013364. 10.1016\/j.cognition.2008.06.014Reinforcement learning and higher cognition.","DOI":"10.1016\/j.cognition.2008.06.014"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","unstructured":"Anthony Chemero. 2003. An Outline of a Theory of Affordances. Ecological Psychology 15 2 (2003) 181\u2013195. 10.1207\/S15326969ECO1502_5","DOI":"10.1207\/S15326969ECO1502_5"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Anthony Chemero. 2013. Radical embodied cognitive science. Review of General Psychology 17 2 (2013) 145\u2013150.","DOI":"10.1037\/a0032923"},{"key":"e_1_3_3_2_13_2","unstructured":"Kurtland Chua Roberto Calandra Rowan McAllister and Sergey Levine. 2018. Deep reinforcement learning in a handful of trials using probabilistic dynamics models. Advances in neural information processing systems 31 (2018)."},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00108"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Whitney\u00a0G Cole Gladys\u00a0LY Chan Beatrix Vereijken and Karen\u00a0E Adolph. 2013. Perceiving affordances for different motor skills. Experimental brain research 225 3 (2013) 309\u2013319. 10.1007\/s00221-012-3328-9","DOI":"10.1007\/s00221-012-3328-9"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1145\/223904.223928"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-0281-6_14"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Nathaniel\u00a0D Daw Yael Niv and Peter Dayan. 2005. Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control. Nature neuroscience 8 12 (2005) 1704\u20131711.","DOI":"10.1038\/nn1560"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","unstructured":"Brian Day Elham Ebrahimi Leah\u00a0S Hartman Christopher\u00a0C Pagano and Sabarish\u00a0V Babu. 2017. Calibration to tool use during visually-guided reaching. Acta psychologica 181 (2017) 27\u201339. 10.1016\/j.actpsy.2017.09.014","DOI":"10.1016\/j.actpsy.2017.09.014"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Peter Dayan and Nathaniel\u00a0D Daw. 2008. Decision theory reinforcement learning and the brain. Cognitive Affective & Behavioral Neuroscience 8 4 (2008) 429\u2013453.","DOI":"10.3758\/CABN.8.4.429"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8460902"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2016.7487173"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"John Franchak and Karen Adolph. 2014. Affordances as probabilistic functions: Implications for development perception and decisions for action. Ecological Psychology 26 1-2 (2014) 109\u2013124.","DOI":"10.1080\/10407413.2014.874923"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"John\u00a0M. Franchak Dina\u00a0J. van der Zalm and Karen\u00a0E. Adolph. 2010. Learning by doing: Action performance facilitates affordance perception. Vision Research 50 24 (2010) 2758\u20132765. 10.1016\/j.visres.2010.09.019Perception and Action: Part I.","DOI":"10.1016\/j.visres.2010.09.019"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"Karl Friston. 2010. The free-energy principle: a unified brain theory? Nature reviews neuroscience 11 2 (2010) 127\u2013138.","DOI":"10.1038\/nrn2787"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/108844.108856"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/108844.108856"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"William\u00a0W Gaver. 1996. Situating action II: Affordances for interaction: The social is material for design. Ecological psychology 8 2 (1996) 111\u2013129.","DOI":"10.1207\/s15326969eco0802_2"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Samuel\u00a0J Gershman Eric\u00a0J Horvitz and Joshua\u00a0B Tenenbaum. 2015. Computational rationality: A converging paradigm for intelligence in brains minds and machines. Science 349 6245 (2015) 273\u2013278.","DOI":"10.1126\/science.aac6076"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"crossref","unstructured":"Eleanor\u00a0J Gibson. 2000. Perceptual learning in development: Some basic concepts. Ecological Psychology 12 4 (2000) 295\u2013302.","DOI":"10.1207\/S15326969ECO1204_04"},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.1093\/oso\/9780195118254.001.0001"},{"key":"e_1_3_3_2_32_2","unstructured":"James\u00a0J Gibson. 1977. The theory of affordances. Hilldale USA 1 2 (1977) 67\u201382."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781315740218"},{"key":"e_1_3_3_2_34_2","volume-title":"The senses considered as perceptual systems","author":"Gibson James\u00a0Jerome","year":"1966","unstructured":"James\u00a0Jerome Gibson and Leonard Carmichael. 1966. The senses considered as perceptual systems. Vol.\u00a02. Houghton Mifflin Boston."},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2011.5995327"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0L Griffiths Falk Lieder and Noah\u00a0D Goodman. 2015. Rational use of cognitive resources: Levels of analysis between the computational and the algorithmic. Topics in cognitive science 7 2 (2015) 217\u2013229.","DOI":"10.1111\/tops.12142"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"Rex Hartson. 2003. Cognitive physical sensory and functional affordances in interaction design. Behaviour & information technology 22 5 (2003) 315\u2013338.","DOI":"10.1080\/01449290310001592587"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.4324\/9781410600479"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Hyeon Jo and Do-Hyung Park. 2023. Affordance usefulness enjoyment and aesthetics in sustaining virtual reality engagement. Scientific Reports 13 1 (2023) 15097.","DOI":"10.1038\/s41598-023-42113-1"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1145\/223904.223932"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Daniel Kahneman. 2003. Maps of bounded rationality: Psychology for behavioral economics. American economic review 93 5 (2003) 1449\u20131475.","DOI":"10.1257\/000282803322655392"},{"key":"e_1_3_3_2_42_2","unstructured":"Victor Kaptelinin. 2014. Affordances and design. The interaction design foundation (2014)."},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Hedvig Kjellstr\u00f6m Javier Romero and Danica Kragi\u0107. 2011. Visual object-action recognition: Inferring object affordances from human demonstration. Computer Vision and Image Understanding 115 1 (2011) 81\u201390. 10.1016\/j.cviu.2010.08.002","DOI":"10.1016\/j.cviu.2010.08.002"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"David\u00a0C Knill and Alexandre Pouget. 2004. The Bayesian brain: the role of uncertainty in neural coding and computation. TRENDS in Neurosciences 27 12 (2004) 712\u2013719.","DOI":"10.1016\/j.tins.2004.10.007"},{"key":"e_1_3_3_2_45_2","first-page":"12888","volume-title":"International conference on machine learning","author":"Li Junnan","year":"2022","unstructured":"Junnan Li, Dongxu Li, Caiming Xiong, and Steven Hoi. 2022. Blip: Bootstrapping language-image pre-training for unified vision-language understanding and generation. In International conference on machine learning. PMLR, 12888\u201312900."},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501992"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702128"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.1017\/dsi.2019.141"},{"key":"e_1_3_3_2_49_2","first-page":"179","volume-title":"Proceedings of the Graphics Interface 2000 Conference, May 15-17, 2000, Montr\u2019eal, Qu\u2019ebec, Canada","author":"McGrenere Joanna","year":"2000","unstructured":"Joanna McGrenere and Wayne Ho. 2000. Affordances: Clarifying and Evolving a Concept. In Proceedings of the Graphics Interface 2000 Conference, May 15-17, 2000, Montr\u2019eal, Qu\u2019ebec, Canada. 179\u2013186. http:\/\/graphicsinterface.org\/wp-content\/uploads\/gi2000-24.pdf"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Claire\u00a0F. Michaels. 2000. Information Perception and Action: What Should Ecological Psychologists Learn From Milner and Goodale (1995)? Ecological Psychology 12 3 (2000) 241\u2013258. 10.1207\/S15326969ECO1203_4","DOI":"10.1207\/S15326969ECO1203_4"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238608"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139369"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2018.8463189"},{"key":"e_1_3_3_2_54_2","volume-title":"NeurIPS","author":"Nagarajan Tushar","year":"2020","unstructured":"Tushar Nagarajan and Kristen Grauman. 2020. Learning Affordance Landscapes for Interaction Exploration in 3D Environments. In NeurIPS."},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2017.8206484"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/1120212.1120312"},{"key":"e_1_3_3_2_57_2","volume-title":"The design of everyday things: Revised and expanded edition","author":"Norman Don","year":"2013","unstructured":"Don Norman. 2013. The design of everyday things: Revised and expanded edition. Basic books."},{"key":"e_1_3_3_2_58_2","volume-title":"The Psychology of Everyday Things","author":"Norman Donald\u00a0A","year":"1988","unstructured":"Donald\u00a0A Norman. 1988. The Psychology of Everyday Things. New York : Basic Books."},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","unstructured":"Donald\u00a0A. Norman. 1999. Affordance Conventions and Design. Interactions 6 3 (May 1999) 38\u201343. 10.1145\/301153.301168","DOI":"10.1145\/301153.301168"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","unstructured":"Martin Oliver. 2005. The Problem with Affordance. E-Learning and Digital Media 2 4 (2005) 402\u2013413. 10.2304\/elea.2005.2.4.402","DOI":"10.2304\/elea.2005.2.4.402"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517739"},{"key":"e_1_3_3_2_62_2","first-page":"8748","volume-title":"International conference on machine learning","author":"Radford Alec","year":"2021","unstructured":"Alec Radford, Jong\u00a0Wook Kim, Chris Hallacy, Aditya Ramesh, Gabriel Goh, Sandhini Agarwal, Girish Sastry, Amanda Askell, Pamela Mishkin, Jack Clark, et\u00a0al. 2021. Learning transferable visual models from natural language supervision. In International conference on machine learning. PMLR, 8748\u20138763."},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","unstructured":"Maxwell J.\u00a0D. Ramstead Samuel P.\u00a0L. Veissi\u00e8re and Laurence\u00a0J. Kirmayer. 2016. Cultural Affordances: Scaffolding Local Worlds Through Shared Intentionality and Regimes of Attention. Frontiers in Psychology 7 (2016) 1090. 10.3389\/fpsyg.2016.01090","DOI":"10.3389\/fpsyg.2016.01090"},{"key":"e_1_3_3_2_64_2","volume-title":"Encountering the world: Toward an ecological psychology","author":"Reed Edward\u00a0S","year":"1996","unstructured":"Edward\u00a0S Reed. 1996. Encountering the world: Toward an ecological psychology. Oxford University Press."},{"key":"e_1_3_3_2_65_2","doi-asserted-by":"crossref","unstructured":"Erik Rietveld Sanneke de Haan and Damiaan Denys. 2013. Social affordances in context: what is it that we are bodily responsive to. (2013).","DOI":"10.1017\/S0140525X12002038"},{"key":"e_1_3_3_2_66_2","volume-title":"Artificial intelligence: a modern approach","author":"Russell Stuart\u00a0J","year":"2016","unstructured":"Stuart\u00a0J Russell and Peter Norvig. 2016. Artificial intelligence: a modern approach. Pearson."},{"key":"e_1_3_3_2_67_2","volume-title":"The foundations of statistics","author":"Savage Leonard\u00a0J","year":"1972","unstructured":"Leonard\u00a0J Savage. 1972. The foundations of statistics. Courier Corporation."},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"crossref","unstructured":"Reza Shadmehr and John\u00a0W Krakauer. 2008. A computational neuroanatomy for motor control. Experimental brain research 185 (2008) 359\u2013381.","DOI":"10.1007\/s00221-008-1280-5"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260165"},{"key":"e_1_3_3_2_70_2","doi-asserted-by":"crossref","unstructured":"Herbert\u00a0A Simon. 1955. A behavioral model of rational choice. The quarterly journal of economics (1955) 99\u2013118.","DOI":"10.2307\/1884852"},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"publisher","unstructured":"Hyun\u00a0Oh Song Mario Fritz Daniel Goehring and Trevor Darrell. 2016. Learning to Detect Visual Grasp Affordance. IEEE Transactions on Automation Science and Engineering 13 2 (2016) 798\u2013809. 10.1109\/TASE.2015.2396014","DOI":"10.1109\/TASE.2015.2396014"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-79547-6_42"},{"key":"e_1_3_3_2_73_2","volume-title":"Reinforcement learning: An introduction","author":"Sutton Richard\u00a0S","year":"2018","unstructured":"Richard\u00a0S Sutton and Andrew\u00a0G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"crossref","unstructured":"R\u00e9mi Tison and Pierre Poirier. 2021. Active inference and cooperative communication: an ecological alternative to the alignment view. Frontiers in Psychology 12 (2021) 708780.","DOI":"10.3389\/fpsyg.2021.708780"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"crossref","unstructured":"Phil Turner. 2005. Affordance as context. Interacting with computers 17 6 (2005) 787\u2013800.","DOI":"10.1016\/j.intcom.2005.04.003"},{"key":"e_1_3_3_2_76_2","doi-asserted-by":"publisher","unstructured":"Michael\u00a0T Turvey. 1992. Affordances and Prospective Control: An Outline of the Ontology. Ecological Psychology 4 3 (1992) 173\u2013187. 10.1207\/s15326969eco0403_3","DOI":"10.1207\/s15326969eco0403_3"},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759578"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.1145\/258549.259028"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","unstructured":"K.J. Vicente and J. Rasmussen. 1992. Ecological interface design: theoretical foundations. IEEE Transactions on Systems Man and Cybernetics 22 4 (1992) 589\u2013606. 10.1109\/21.156574","DOI":"10.1109\/21.156574"},{"key":"e_1_3_3_2_80_2","doi-asserted-by":"publisher","DOI":"10.1145\/1274892.1274907"},{"key":"e_1_3_3_2_81_2","doi-asserted-by":"crossref","unstructured":"Martin Weichold and Gerhard Thonhauser. 2020. Collective affordances. Ecological Psychology 32 1 (2020) 1\u201324.","DOI":"10.1080\/10407413.2019.1695211"},{"key":"e_1_3_3_2_82_2","doi-asserted-by":"publisher","DOI":"10.1145\/238386.238534"}],"event":{"name":"IUI '25: 30th International Conference on Intelligent User Interfaces","location":"Cagliari Italy","acronym":"IUI '25","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 30th International Conference on Intelligent User Interfaces"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708359.3712114","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3708359.3712114","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:06Z","timestamp":1750298226000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3708359.3712114"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,24]]},"references-count":81,"alternative-id":["10.1145\/3708359.3712114","10.1145\/3708359"],"URL":"https:\/\/doi.org\/10.1145\/3708359.3712114","relation":{},"subject":[],"published":{"date-parts":[[2025,3,24]]},"assertion":[{"value":"2025-03-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}