{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:23:58Z","timestamp":1776119038143,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,11,4]],"date-time":"2024-11-04T00:00:00Z","timestamp":1730678400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/V011766\/1"],"award-info":[{"award-number":["EP\/V011766\/1"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,11,4]]},"DOI":"10.1145\/3678957.3685756","type":"proceedings-article","created":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T04:35:53Z","timestamp":1730262953000},"page":"33-37","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Feeling Textiles through AI: An exploration into Multimodal Language Models and Human Perception Alignment"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1820-6424","authenticated-orcid":false,"given":"Shu","family":"Zhong","sequence":"first","affiliation":[{"name":"Computer Science, University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-1675-1323","authenticated-orcid":false,"given":"Elia","family":"Gatti","sequence":"additional","affiliation":[{"name":"Computer Science, University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5695-0759","authenticated-orcid":false,"given":"Youngjun","family":"Cho","sequence":"additional","affiliation":[{"name":"Computer Science, University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4009-1627","authenticated-orcid":false,"given":"Marianna","family":"Obrist","sequence":"additional","affiliation":[{"name":"Computer Science, University College London, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,11,4]]},"reference":[{"key":"e_1_3_2_2_1_1","volume-title":"The organization of semantic associations between senses in language. Language and Cognition","author":"Alvarado A","year":"2023","unstructured":"Jorge\u00a0A Alvarado, Carlos Velasco, and Alejandro Salgado. 2023. The organization of semantic associations between senses in language. Language and Cognition (2023), 1\u201330."},{"key":"e_1_3_2_2_2_1","unstructured":"AI Anthropic. 2024. Introducing the Next Generation of Claude."},{"key":"e_1_3_2_2_3_1","volume-title":"Effect of mechanical and physical properties on fabric hand","author":"Behery Hassan","unstructured":"Hassan Behery. 2005. Effect of mechanical and physical properties on fabric hand. Elsevier."},{"key":"e_1_3_2_2_4_1","volume-title":"Representation learning: A review and new perspectives","author":"Bengio Yoshua","year":"2013","unstructured":"Yoshua Bengio, Aaron Courville, and Pascal Vincent. 2013. Representation learning: A review and new perspectives. IEEE transactions on pattern analysis and machine intelligence 35, 8 (2013), 1798\u20131828."},{"key":"e_1_3_2_2_5_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_2_6_1","volume-title":"Textilepedia: The Complete Fabric Guide. Fashionary. https:\/\/books.google.co.uk\/books?id=d5QRxAEACAAJ","author":"Chan C.","year":"2020","unstructured":"C. Chan and Fashionary. 2020. Textilepedia: The Complete Fabric Guide. Fashionary. https:\/\/books.google.co.uk\/books?id=d5QRxAEACAAJ"},{"key":"e_1_3_2_2_7_1","volume-title":"E-commerce worldwide-Statistics & Facts. Statista. https:\/\/www.statista. com\/topics\/871\/online-shopping\/","author":"Coppola Daniela","year":"2021","unstructured":"Daniela Coppola. 2021. E-commerce worldwide-Statistics & Facts. Statista. https:\/\/www.statista. com\/topics\/871\/online-shopping\/ (2021)."},{"key":"e_1_3_2_2_8_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3555088"},{"key":"e_1_3_2_2_10_1","volume-title":"Aligning AI With Shared Human Values. In International Conference on Learning Representations.","author":"Hendrycks Dan","year":"2020","unstructured":"Dan Hendrycks, Collin Burns, Steven Basart, Andrew Critch, Jerry Li, Dawn Song, and Jacob Steinhardt. 2020. Aligning AI With Shared Human Values. In International Conference on Learning Representations."},{"key":"e_1_3_2_2_11_1","volume-title":"Stochastic neighbor embedding. Advances in neural information processing systems 15","author":"Hinton E","year":"2002","unstructured":"Geoffrey\u00a0E Hinton and Sam Roweis. 2002. Stochastic neighbor embedding. Advances in neural information processing systems 15 (2002)."},{"key":"e_1_3_2_2_12_1","volume-title":"MultiPLY: A Multisensory Object-Centric Embodied Large Language Model in 3D World. arXiv preprint arXiv:2401.08577","author":"Hong Yining","year":"2024","unstructured":"Yining Hong, Zishuo Zheng, Peihao Chen, Yian Wang, Junyan Li, and Chuang Gan. 2024. MultiPLY: A Multisensory Object-Centric Embodied Large Language Model in 3D World. arXiv preprint arXiv:2401.08577 (2024)."},{"key":"e_1_3_2_2_13_1","unstructured":"Shaohan Huang Li Dong Wenhui Wang Yaru Hao Saksham Singhal Shuming Ma Tengchao Lv Lei Cui Owais\u00a0Khan Mohammed Barun Patra Qiang Liu Kriti Aggarwal Zewen Chi Johan Bjorck Vishrav Chaudhary Subhojit Som Xia Song and Furu Wei. 2023. Language Is Not All You Need: Aligning Perception with Language Models. arxiv:2302.14045\u00a0[cs]"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb002968"},{"key":"e_1_3_2_2_15_1","volume-title":"Thirty-seventh Conference on Neural Information Processing Systems Datasets and Benchmarks Track.","author":"Lee Jiyoung","year":"2023","unstructured":"Jiyoung Lee, Seungho Kim, Seunghyun Won, Joonseok Lee, Marzyeh Ghassemi, James Thorne, Jaeseok Choi, O-Kil Kwon, and Edward Choi. 2023. VisAlign: Dataset for Measuring the Alignment between AI and Humans in Visual Perception. In Thirty-seventh Conference on Neural Information Processing Systems Datasets and Benchmarks Track."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3402449"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2020.10.042"},{"key":"e_1_3_2_2_18_1","volume-title":"Large language models predict human sensory judgments across six modalities. arXiv preprint arXiv:2302.01308","author":"Marjieh Raja","year":"2023","unstructured":"Raja Marjieh, Ilia Sucholutsky, P\u00a0v Rijn, Nori Jacoby, and Thomas\u00a0L Griffiths. 2023. Large language models predict human sensory judgments across six modalities. arXiv preprint arXiv:2302.01308 (2023)."},{"key":"e_1_3_2_2_19_1","volume-title":"Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781","author":"Mikolov Tomas","year":"2013","unstructured":"Tomas Mikolov, Kai Chen, Greg Corrado, and Jeffrey Dean. 2013. Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781 (2013)."},{"key":"e_1_3_2_2_20_1","volume-title":"Text and code embeddings by contrastive pre-training. arXiv preprint arXiv:2201.10005","author":"Neelakantan Arvind","year":"2022","unstructured":"Arvind Neelakantan, Tao Xu, Raul Puri, Alec Radford, Jesse\u00a0Michael Han, Jerry Tworek, Qiming Yuan, Nikolas Tezak, Jong\u00a0Wook Kim, Chris Hallacy, 2022. Text and code embeddings by contrastive pre-training. arXiv preprint arXiv:2201.10005 (2022)."},{"key":"e_1_3_2_2_21_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35 (2022), 27730\u201327744.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/WHC.2015.7177722"},{"key":"e_1_3_2_2_23_1","volume-title":"Getting aligned on representational alignment. arXiv preprint arXiv:2310.13018","author":"Sucholutsky Ilia","year":"2023","unstructured":"Ilia Sucholutsky, Lukas Muttenthaler, Adrian Weller, Andi Peng, Andreea Bobu, Been Kim, Bradley\u00a0C Love, Erin Grant, Jascha Achterberg, Joshua\u00a0B Tenenbaum, 2023. Getting aligned on representational alignment. arXiv preprint arXiv:2310.13018 (2023)."},{"key":"e_1_3_2_2_24_1","volume-title":"Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805","author":"Team Gemini","year":"2023","unstructured":"Gemini Team, Rohan Anil, Sebastian Borgeaud, Yonghui Wu, Jean-Baptiste Alayrac, Jiahui Yu, Radu Soricut, Johan Schalkwyk, Andrew\u00a0M Dai, Anja Hauth, 2023. Gemini: a family of highly capable multimodal models. arXiv preprint arXiv:2312.11805 (2023)."},{"key":"e_1_3_2_2_25_1","volume-title":"Texflag Sample Book\u00a0Co.[n. d.]","unstructured":"ltd.. Texflag Sample Book\u00a0Co.[n. d.]. Textile Sample Books, fabric sample book. http:\/\/www.texflagsample.com\/en\/"},{"key":"e_1_3_2_2_26_1","volume-title":"Binding Touch to Everything: Learning Unified Multimodal Tactile Representations. arXiv preprint arXiv:2401.18084","author":"Yang Fengyu","year":"2024","unstructured":"Fengyu Yang, Chao Feng, Ziyang Chen, Hyoungseob Park, Daniel Wang, Yiming Dou, Ziyao Zeng, Xien Chen, Rit Gangopadhyay, Andrew Owens, 2024. Binding Touch to Everything: Learning Unified Multimodal Tactile Representations. arXiv preprint arXiv:2401.18084 (2024)."},{"key":"e_1_3_2_2_27_1","volume-title":"Exploring Human-AI Perception Alignment in Sensory Experiences: Do LLMs Understand Textile Hand?arXiv preprint arXiv:2406.06587","author":"Zhong Shu","year":"2024","unstructured":"Shu Zhong, Elia Gatti, Youngjun Cho, and Marianna Obrist. 2024. Exploring Human-AI Perception Alignment in Sensory Experiences: Do LLMs Understand Textile Hand?arXiv preprint arXiv:2406.06587 (2024)."},{"key":"e_1_3_2_2_28_1","volume-title":"TextileNet: A Material Taxonomy-based Fashion Textile Dataset. arXiv preprint arXiv:2301.06160","author":"Zhong Shu","year":"2023","unstructured":"Shu Zhong, Miriam Ribul, Youngjun Cho, and Marianna Obrist. 2023. TextileNet: A Material Taxonomy-based Fashion Textile Dataset. arXiv preprint arXiv:2301.06160 (2023)."}],"event":{"name":"ICMI '24: INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","location":"San Jose Costa Rica","acronym":"ICMI '24"},"container-title":["International Conference on Multimodel Interaction"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685756","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3678957.3685756","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:10:12Z","timestamp":1750295412000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3678957.3685756"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,4]]},"references-count":28,"alternative-id":["10.1145\/3678957.3685756","10.1145\/3678957"],"URL":"https:\/\/doi.org\/10.1145\/3678957.3685756","relation":{},"subject":[],"published":{"date-parts":[[2024,11,4]]},"assertion":[{"value":"2024-11-04","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}