{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T14:40:13Z","timestamp":1781793613197,"version":"3.54.5"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T00:00:00Z","timestamp":1744588800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T00:00:00Z","timestamp":1744588800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-025-01018-6","type":"journal-article","created":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T15:02:12Z","timestamp":1744642932000},"page":"627-638","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Human-centred design and fabrication of a wearable multimodal visual assistance system"],"prefix":"10.1038","volume":"7","author":[{"given":"Jian","family":"Tang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gai","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lin","family":"Xiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wei","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7233-4649","authenticated-orcid":false,"given":"Yu","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8863-0810","authenticated-orcid":false,"given":"Qinying","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3252-2965","authenticated-orcid":false,"given":"Biao","family":"Yan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1575-0723","authenticated-orcid":false,"given":"Jiayi","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hengchang","family":"Bi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xing","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5397-0129","authenticated-orcid":false,"given":"Zhiyong","family":"Fan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1620-5938","authenticated-orcid":false,"given":"Leilei","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,14]]},"reference":[{"key":"1018_CR1","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1038\/s41586-018-0076-4","volume":"557","author":"B Roska","year":"2018","unstructured":"Roska, B. & Sahel, J. A. Restoring vision. Nature 557, 359\u2013367 (2018).","journal-title":"Nature"},{"key":"1018_CR2","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.neubiorev.2013.11.007","volume":"41","author":"S Maidenbaum","year":"2014","unstructured":"Maidenbaum, S., Abboud, S. & Amedi, A. Sensory substitution: closing the gap between basic research and widespread practical visual rehabilitation. Neurosci. Biobehav. Rev. 41, 3\u201315 (2014).","journal-title":"Neurosci. Biobehav. Rev."},{"key":"1018_CR3","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.patrec.2018.10.031","volume":"137","author":"R Tapu","year":"2020","unstructured":"Tapu, R., Mocanu, B. & Zaharia, T. Wearable assistive devices for visually impaired: a state of the art survey. Pattern Recogn. Lett. 137, 37\u201352 (2020).","journal-title":"Pattern Recogn. Lett."},{"key":"1018_CR4","doi-asserted-by":"crossref","unstructured":"Herskovitz, J. et al. Hacking, switching, combining: understanding and supporting DIY assistive technology design by blind people. In Proc. 2023 CHI Conference on Human Factors in Computing Systems (eds Albrecht, S. et al.) 1\u201317 (ACM, 2023).","DOI":"10.1145\/3544548.3581249"},{"key":"1018_CR5","unstructured":"Shah, D., Osi\u0144ski, B. & Levine, S. Lm-nav: robotic navigation with large pre-trained models of language, vision, and action. In Proc. 2024 Conference on Robot Learning (eds Marc, T. et al.) 492\u2013504 (PMLR, 2024)."},{"key":"1018_CR6","doi-asserted-by":"publisher","first-page":"3291","DOI":"10.1007\/s00521-023-09217-1","volume":"36","author":"W Wu","year":"2024","unstructured":"Wu, W. et al. Vision-language navigation: a survey and taxonomy. Neural Comput. Appl. 36, 3291\u20133316 (2024).","journal-title":"Neural Comput. Appl."},{"key":"1018_CR7","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1016\/0378-5955(89)90056-7","volume":"43","author":"H Spoendlin","year":"1989","unstructured":"Spoendlin, H. & Schrott, A. Analysis of the human auditory nerve. Hear. Res. 43, 25\u201338 (1989).","journal-title":"Hear. Res."},{"key":"1018_CR8","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1196\/annals.1305.006","volume":"1013","author":"P Bach\u2010y\u2010Rita","year":"2004","unstructured":"Bach\u2010y\u2010Rita, P. Tactile sensory substitution studies. Ann. N. Y. Acad. Sci. 1013, 83\u201391 (2004).","journal-title":"Ann. N. Y. Acad. Sci."},{"key":"1018_CR9","doi-asserted-by":"crossref","unstructured":"Nguyen, T. H. et al. A wearable assistive device for the blind using tongue-placed electrotactile display: design and verification. In Proc. 2013 International Conference on Control, Automation and Information Sciences (eds Jin, B. et al.) 42\u201347 (IEEE, 2013).","DOI":"10.1109\/ICCAIS.2013.6720527"},{"key":"1018_CR10","doi-asserted-by":"publisher","first-page":"1020","DOI":"10.1038\/s41928-023-01115-7","volume":"6","author":"Y Huang","year":"2023","unstructured":"Huang, Y. et al. A skin-integrated multimodal haptic interface for immersive tactile feedback. Nat. Electron. 6, 1020\u20131031 (2023).","journal-title":"Nat. Electron."},{"key":"1018_CR11","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aat2516","volume":"3","author":"H Guo","year":"2018","unstructured":"Guo, H. et al. A highly sensitive, self-powered triboelectric auditory sensor for social robotics and hearing aids. Sci. Robot. 3, eaat2516 (2018).","journal-title":"Sci. Robot."},{"key":"1018_CR12","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-37678-4","volume":"14","author":"Y Liu","year":"2023","unstructured":"Liu, Y. et al. Soft, miniaturized, wireless olfactory interface for virtual reality. Nat. Commun. 14, 2297 (2023).","journal-title":"Nat. Commun."},{"key":"1018_CR13","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1097\/OPX.0000000000001284","volume":"95","author":"R Hoffmann","year":"2018","unstructured":"Hoffmann, R. et al. Evaluation of an audio-haptic sensory substitution device for enhancing spatial awareness for the visually impaired. Optom. Vis. Sci. 95, 757\u2013765 (2018).","journal-title":"Optom. Vis. Sci."},{"key":"1018_CR14","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1109\/TCDS.2022.3146828","volume":"15","author":"G Li","year":"2022","unstructured":"Li, G., Xu, J., Li, Z., Chen, C. & Kan, Z. Sensing and navigation of wearable assistance cognitive systems for the visually impaired. IEEE Trans. Cogn. Dev. Syst. 15, 122\u2013133 (2022).","journal-title":"IEEE Trans. Cogn. Dev. Syst."},{"key":"1018_CR15","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1038\/s41928-023-01116-6","volume":"7","author":"C Xu","year":"2024","unstructured":"Xu, C. et al. A physicochemical-sensing electronic skin for stress response monitoring. Nat. Electron. 7, 168\u2013179 (2024).","journal-title":"Nat. Electron."},{"key":"1018_CR16","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1038\/s42256-023-00616-6","volume":"5","author":"Q Yang","year":"2023","unstructured":"Yang, Q. et al. Mixed-modality speech recognition and interaction using a wearable artificial throat. Nat. Mach. Intell. 5, 169\u2013180 (2023).","journal-title":"Nat. Mach. Intell."},{"key":"1018_CR17","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1038\/s41586-020-2285-x","volume":"581","author":"L Gu","year":"2020","unstructured":"Gu, L. et al. A biomimetic eye with a hemispherical perovskite nanowire array retina. Nature 581, 278\u2013282 (2020).","journal-title":"Nature"},{"key":"1018_CR18","doi-asserted-by":"publisher","first-page":"893","DOI":"10.1038\/s42256-022-00543-y","volume":"4","author":"K Yao","year":"2022","unstructured":"Yao, K. et al. Encoding of tactile information in hand via skin-integrated wireless haptic interface. Nat. Mach. Intell. 4, 893\u2013903 (2022).","journal-title":"Nat. Mach. Intell."},{"key":"1018_CR19","unstructured":"Jocher, C. et al. Ultralytics yolov8. GitHub https:\/\/github.com\/ultralytics\/ultralytics (2023)."},{"key":"1018_CR20","doi-asserted-by":"publisher","first-page":"2576","DOI":"10.1109\/TBME.2015.2448457","volume":"62","author":"NE Krausz","year":"2015","unstructured":"Krausz, N. E., Lenzi, T. & Hargrove, L. J. Depth sensing for improved control of lower limb prosthesis. IEEE Trans. Biomed. Eng. 62, 2576\u20132587 (2015).","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"1018_CR21","doi-asserted-by":"crossref","unstructured":"Gonz\u00e1lez, J. & Yu, W. Multichannel audio aided dynamical perception for prosthetic hand biofeedback. In Proc. 2009 IEEE International Conference on Rehabilitation Robotics (eds Kiyoshi, N. et al.) 240\u2013245 (IEEE, 2009).","DOI":"10.1109\/ICORR.2009.5209521"},{"key":"1018_CR22","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aax2352","volume":"4","author":"JA George","year":"2019","unstructured":"George, J. A. et al. Biomimetic sensory feedback through peripheral nerve stimulation improves dexterous use of a bionic hand. Sci. Robot. 4, eaax2352 (2019).","journal-title":"Sci. Robot."},{"key":"1018_CR23","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1109\/10.121642","volume":"39","author":"PB Meijer","year":"1992","unstructured":"Meijer, P. B. An experimental system for auditory image representations. IEEE Trans. Biomed. Eng. 39, 112\u2013121 (1992).","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"1018_CR24","first-page":"313","volume":"30","author":"S Levy-Tzedek","year":"2012","unstructured":"Levy-Tzedek, S., Hanassy, S., Abboud, S., Maidenbaum, S. & Amedi, A. Fast, accurate reaching movements with a visual-to-auditory sensory substitution device. Restor. Neurol. Neurosci. 30, 313\u2013323 (2012).","journal-title":"Restor. Neurol. Neurosci."},{"key":"1018_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/s40820-022-00911-8","volume":"14","author":"Y Yang","year":"2022","unstructured":"Yang, Y. et al. Breathable electronic skins for daily physiological signal monitoring. Nano-Micro Lett. 14, 161 (2022).","journal-title":"Nano-Micro Lett."},{"key":"1018_CR26","doi-asserted-by":"publisher","first-page":"937","DOI":"10.1038\/nmat4671","volume":"15","author":"A Chortos","year":"2016","unstructured":"Chortos, A., Liu, J. & Bao, Z. Pursuing prosthetic electronic skin. Nat. Mater. 15, 937\u2013950 (2016).","journal-title":"Nat. Mater."},{"key":"1018_CR27","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abn0495","volume":"7","author":"Y Yu","year":"2022","unstructured":"Yu, Y. et al. All-printed soft human-machine interface for robotic physicochemical sensing. Sci. Robot. 7, eabn0495 (2022).","journal-title":"Sci. Robot."},{"key":"1018_CR28","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1038\/s41586-019-1687-0","volume":"575","author":"X Yu","year":"2019","unstructured":"Yu, X. et al. Skin-integrated wireless haptic interfaces for virtual and augmented reality. Nature 575, 473\u2013479 (2019).","journal-title":"Nature"},{"key":"1018_CR29","doi-asserted-by":"publisher","first-page":"393","DOI":"10.1146\/annurev.neuro.23.1.393","volume":"23","author":"JN Sanes","year":"2000","unstructured":"Sanes, J. N. & Donoghue, J. P. Plasticity and primary motor cortex. Annu. Rev. Neurosci. 23, 393\u2013415 (2000).","journal-title":"Annu. Rev. Neurosci."},{"key":"1018_CR30","unstructured":"Susal, J., Krauss, K., Tsingos, N. & Altman, M. Immersive audio for VR. In Proc. 2016 AES International Conference on Audio for Virtual and Augmented Reality (eds Andres, M. et al.) 99\u2013124 (Audio Engineering Society, 2016)."},{"key":"1018_CR31","unstructured":"Zhao, Y. et al. Enabling independent navigation for visually impaired people through a wearable vision-based feedback system. In Proc. 2018 CHI Conference on Human Factors in Computing Systems (eds Regan, M. et al.) 1\u201314 (ACM, 2018)."},{"key":"1018_CR32","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.abg6594","volume":"6","author":"P Slade","year":"2021","unstructured":"Slade, P., Tambe, A. & Kochenderfer, M. J. Multimodal sensing and intuitive steering assistance improve navigation and mobility for people with impaired vision. Sci. Robot. 6, eabg6594 (2021).","journal-title":"Sci. Robot."},{"key":"1018_CR33","doi-asserted-by":"crossref","unstructured":"Jordan, P. W., Thomas, B., McClelland, I. L. & Weerdmeester, B. Usability Evaluation in Industry (CRC, 1996).","DOI":"10.1201\/9781498710411"},{"key":"1018_CR34","unstructured":"Sauro, J. A Guide to the System Usability Scale: Background, Benchmarks & Best Practices (Measuring Usability LLC, 2011)."},{"key":"1018_CR35","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.brainres.2017.07.025","volume":"1672","author":"MW Country","year":"2017","unstructured":"Country, M. W. Retinal metabolism: a comparative look at energetics in the retina. Brain Res. 1672, 50\u201357 (2017).","journal-title":"Brain Res."},{"key":"1018_CR36","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1038\/s41928-022-00713-1","volume":"5","author":"F Liao","year":"2022","unstructured":"Liao, F. et al. Bioinspired in-sensor visual adaptation for accurate perception. Nat. Electron. 5, 84\u201391 (2022).","journal-title":"Nat. Electron."},{"key":"1018_CR37","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.adk6903","volume":"9","author":"J Park","year":"2024","unstructured":"Park, J. et al. Avian eye-inspired perovskite artificial vision system for foveated and multispectral imaging. Sci. Robot. 9, eadk6903 (2024).","journal-title":"Sci. Robot."},{"key":"1018_CR38","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1038\/s41565-021-01003-1","volume":"17","author":"Z Zhang","year":"2022","unstructured":"Zhang, Z. et al. All-in-one two-dimensional retinomorphic hardware device for motion detection and recognition. Nat. Nanotechnol. 17, 27\u201332 (2022).","journal-title":"Nat. Nanotechnol."},{"key":"1018_CR39","doi-asserted-by":"publisher","unstructured":"Jian, T. et al. Human-centered design and fabrication of a wearable multimodal visual assistance system. FigShare https:\/\/doi.org\/10.6084\/m9.figshare.26103583 (2025).","DOI":"10.6084\/m9.figshare.26103583"},{"key":"1018_CR40","doi-asserted-by":"publisher","unstructured":"Jian, T. et al. Human-centered design and fabrication of a wearable multimodal visual assistance system. Zenodo https:\/\/doi.org\/10.5281\/zenodo.14752720 (2025).","DOI":"10.5281\/zenodo.14752720"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-025-01018-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-025-01018-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-025-01018-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T23:41:55Z","timestamp":1746229315000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-025-01018-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,14]]},"references-count":40,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2025,4]]}},"alternative-id":["1018"],"URL":"https:\/\/doi.org\/10.1038\/s42256-025-01018-6","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,14]]},"assertion":[{"value":"2 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 February 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}