{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T00:57:53Z","timestamp":1776128273090,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,4,21]],"date-time":"2020-04-21T00:00:00Z","timestamp":1587427200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/N00616X\/2"],"award-info":[{"award-number":["EP\/N00616X\/2"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008931","name":"University of Sussex","doi-asserted-by":"publisher","award":["RDF round 10"],"award-info":[{"award-number":["RDF round 10"]}],"id":[{"id":"10.13039\/501100008931","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100008952","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-14-CE17-0018"],"award-info":[{"award-number":["ANR-14-CE17-0018"]}],"id":[{"id":"10.13039\/501100008952","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,4,21]]},"DOI":"10.1145\/3313831.3376749","type":"proceedings-article","created":{"date-parts":[[2020,5,27]],"date-time":"2020-05-27T19:28:08Z","timestamp":1590607688000},"page":"1-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":51,"title":["Review of Quantitative Empirical Evaluations of Technology for People with Visual Impairments"],"prefix":"10.1145","author":[{"given":"Emeline","family":"Brul\u00e9","sequence":"first","affiliation":[{"name":"University of Sussex, Brighton, United Kingdom"}]},{"given":"Brianna J.","family":"Tomlinson","sequence":"additional","affiliation":[{"name":"Georgia Institute of Technology, Atlanta, GA, USA"}]},{"given":"Oussama","family":"Metatla","sequence":"additional","affiliation":[{"name":"University of Bristol, Bristol, United Kingdom"}]},{"given":"Christophe","family":"Jouffrais","sequence":"additional","affiliation":[{"name":"CNRS, Toulouse, France"}]},{"given":"Marcos","family":"Serrano","sequence":"additional","affiliation":[{"name":"Univ of Toulouse, Toulouse, France"}]}],"member":"320","published-online":{"date-parts":[[2020,4,23]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"2019. Human Computer Interaction - Google Scholar Metrics. (2019). https:\/\/scholar.google.com\/citations?view_op=top_venues&hl=en&vq=eng_humancomputerinteraction"},{"key":"e_1_3_2_2_2_1","volume-title":"Proceedings of the 11th international ACM SIGACCESS conference on Computers and accessibility. ACM, 147--154","author":"Doush Iyad Abu","year":"2009","unstructured":"Iyad Abu Doush, Enrico Pontelli, Dominic Simon, Tran Cao Son, and Ou Ma. 2009. Making Microsoft Excelc: multimodal presentation of charts. In Proceedings of the 11th international ACM SIGACCESS conference on Computers and accessibility. ACM, 147--154."},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174203"},{"key":"e_1_3_2_2_4_1","volume-title":"Global prevalence and causes of visual impairment with special reference to the general population of Saudi Arabia. Pakistan journal of medical sciences 34, 3","author":"Alswailmi Farhan Khashim","year":"2018","unstructured":"Farhan Khashim Alswailmi. 2018. Global prevalence and causes of visual impairment with special reference to the general population of Saudi Arabia. Pakistan journal of medical sciences 34, 3 (2018), 751."},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1097\/00002060-199903000-00022"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661334.2661364"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447310802205776"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2935334.2935342"},{"key":"e_1_3_2_2_9_1","volume-title":"Investigating Feedback for Two-Handed Exploration of Digital Maps Without Vision. In IFIP Conference on Human-Computer Interaction. Springer, 305--324","author":"Bardot Sandra","year":"2019","unstructured":"Sandra Bardot, Marcos Serrano, Simon Perrault, Shengdong Zhao, and Christophe Jouffrais. 2019. Investigating Feedback for Two-Handed Exploration of Digital Maps Without Vision. In IFIP Conference on Human-Computer Interaction. Springer, 305--324."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.2180963"},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300528"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12193-016-0235-6"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300606"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240789"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1080\/00048623.2010.10721450"},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174018"},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029014.1028639"},{"key":"e_1_3_2_2_18_1","volume-title":"Designing Around People","author":"Brul\u00e9 Emeline","unstructured":"Emeline Brul\u00e9 and Christophe Jouffrais. 2016. Representing children living with visual impairments in the design process: A case study with personae. In Designing Around People. Springer, 23--32."},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290607.3311757"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/2909824.3020208"},{"key":"e_1_3_2_2_21_1","volume-title":"Accessible writing guide. https:\/\/www.sigaccess.org\/welcome-tosigaccess\/resources\/accessible-writing-guide\/","author":"Cavender Anna","year":"2014","unstructured":"Anna Cavender, Shari Trewin, and Vicki Hanson. 2014. Accessible writing guide. https:\/\/www.sigaccess.org\/welcome-tosigaccess\/resources\/accessible-writing-guide\/ (2014)."},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"crossref","unstructured":"John A Collins and Bart CJM Fauser. 2005. Balancing the strengths of systematic and narrative reviews. (2005).","DOI":"10.1093\/humupd\/dmh058"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053177"},{"key":"e_1_3_2_2_24_1","volume-title":"Fair statistical communication in HCI","author":"Dragicevic Pierre","unstructured":"Pierre Dragicevic. 2016. Fair statistical communication in HCI. In Modern Statistical Methods for HCI. Springer, 291--330."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3204460"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858058"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/274644.274681"},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2661334.2661363"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/17489725.2014.895062"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1111\/jcpp.12706"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2016.06.043"},{"key":"e_1_3_2_2_32_1","first-page":"14","article-title":"Autonomous Selection and Printing of 3D Models for People Who Are Blind","volume":"11","author":"G\u00f6tzelmann Timo","year":"2018","unstructured":"Timo G\u00f6tzelmann. 2018. Autonomous Selection and Printing of 3D Models for People Who Are Blind. ACM Transactions on Accessible Computing (TACCESS) 11, 3 (2018), 14.","journal-title":"ACM Transactions on Accessible Computing (TACCESS)"},{"key":"e_1_3_2_2_33_1","volume-title":"Damaged merchandise? A review of experiments that compare usability evaluation methods. Human-computer interaction 13, 3","author":"Gray Wayne D","year":"1998","unstructured":"Wayne D Gray and Marilyn C Salzman. 1998. Damaged merchandise? A review of experiments that compare usability evaluation methods. Human-computer interaction 13, 3 (1998), 203--261."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132525.3132545"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2014.09.003"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577632012-009"},{"key":"e_1_3_2_2_38_1","volume-title":"Assistive technology for visually impaired and blind people","author":"Hersh Marion","unstructured":"Marion Hersh and Michael A Johnson. 2010. Assistive technology for visually impaired and blind people. Springer Science & Business Media."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132525.3132538"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173630"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300282"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1177\/0145482X1110500205"},{"key":"e_1_3_2_2_43_1","first-page":"1","article-title":"Procedures for performing systematic reviews. Keele, UK","volume":"33","author":"Kitchenham Barbara","year":"2004","unstructured":"Barbara Kitchenham. 2004. Procedures for performing systematic reviews. Keele, UK, Keele University 33, 2004 (2004), 1--26.","journal-title":"Keele University"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2628363.2628398"},{"key":"e_1_3_2_2_45_1","first-page":"333","article-title":"The use of the Sonic Pathfinder as a secondary mobility aid for travel in business environments: a single-subject design","volume":"36","author":"Grow Steven La","year":"1999","unstructured":"Steven La Grow and others. 1999. The use of the Sonic Pathfinder as a secondary mobility aid for travel in business environments: a single-subject design. Journal of rehabilitation research and development 36, 4 (1999), 333--340.","journal-title":"Journal of rehabilitation research and development"},{"key":"e_1_3_2_2_46_1","unstructured":"Heidi Lam Enrico Bertini Petra Isenberg Catherine Plaisant and Sheelagh Carpendale. 2011. Seven guiding scenarios for information visualization evaluation. (2011)."},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neubiorev.2013.11.007"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300734"},{"key":"e_1_3_2_2_49_1","first-page":"13","article-title":"On the evaluation of novel sonification techniques for non-visual shape exploration","volume":"9","author":"Mascetti Sergio","year":"2017","unstructured":"Sergio Mascetti, Andrea Gerino, Cristian Bernareggi, and Lorenzo Picinali. 2017. On the evaluation of novel sonification techniques for non-visual shape exploration. ACM Transactions on Accessible Computing (TACCESS) 9, 4 (2017), 13.","journal-title":"ACM Transactions on Accessible Computing (TACCESS)"},{"key":"e_1_3_2_2_50_1","volume-title":"Readings in Human--Computer Interaction","author":"McGrath Joseph E","unstructured":"Joseph E McGrath. 1995. Methodology matters: Doing research in the behavioral and social sciences. In Readings in Human--Computer Interaction. Elsevier, 152--169."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3170633"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289485"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025895"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/1028630.1028633"},{"key":"e_1_3_2_2_56_1","doi-asserted-by":"publisher","DOI":"10.1177\/0145482X0910300607"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1136\/bjophthalmol-2011-300539"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.5555\/1669295.1669302"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"crossref","unstructured":"Helen Petrie and N Bevan. 2009. The evaluation of accessibility usability and user experience. 20--1.","DOI":"10.1201\/9781420064995-c20"},{"key":"e_1_3_2_2_60_1","first-page":"2","article-title":"Pictures in your mind: using interactive gesture-controlled reliefs to explore art","volume":"11","author":"Reichinger Andreas","year":"2018","unstructured":"Andreas Reichinger, Helena Garcia Carrizosa, Joanna Wood, Svenja Schr\u00f6der, Christian L\u00f6w, Laura Rosalia Luidolt, Maria Schimkowitsch, Anton Fuhrmann, Stefan Maierhofer, and Werner Purgathofer. 2018. Pictures in your mind: using interactive gesture-controlled reliefs to explore art. ACM Transactions on Accessible Computing (TACCESS) 11, 1 (2018), 2.","journal-title":"ACM Transactions on Accessible Computing (TACCESS)"},{"key":"e_1_3_2_2_61_1","volume-title":"Software Usability for Blind Children Questionnaire (SUBC). Usability evaluation test","author":"S\u00e1nchez Jaime","unstructured":"Jaime S\u00e1nchez. 2003. Software Usability for Blind Children Questionnaire (SUBC). Usability evaluation test, University of Chile (2003)."},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132525.3132535"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518946"},{"key":"e_1_3_2_2_64_1","volume-title":"Spatial navigation by congenitally blind individuals. WIREs Cognitive Science","author":"Schinazi Victor R","year":"2016","unstructured":"Victor R Schinazi, Tyler Thrash, and Daniel-Robert Chebat. 2016. Spatial navigation by congenitally blind individuals. WIREs Cognitive Science (2016)."},{"key":"e_1_3_2_2_65_1","volume-title":"Usability evaluation","author":"Scholtz Jean","year":"2004","unstructured":"Jean Scholtz. 2004. Usability evaluation. National Institute of Standards and Technology 1 (2004)."},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07668-3_37"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2141943.2141945"},{"key":"e_1_3_2_2_68_1","volume-title":"Designing the User Interface: Strategies for Effective Human-computer Interaction","author":"Shneiderman Ben","unstructured":"Ben Shneiderman. 1986. Designing the User Interface: Strategies for Effective Human-computer Interaction. Addison-Wesley Longman Publishing Co., Inc., Boston, MA, USA."},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2982142.2982175"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"crossref","unstructured":"Katta Spiel Emeline Brul\u00e9 Christopher Frauenberger Gilles Bailly and Geraldine Fitzpatrick. 2018. Micro-ethics for participatory design with marginalised children.","DOI":"10.1145\/3210586.3210603"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025785"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/228347.228359"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858245"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2017.10.009"},{"key":"e_1_3_2_2_75_1","first-page":"3","article-title":"Exploring auditory graphing software in the classroom: The effect of auditory graphs on the classroom environment","volume":"9","author":"Tomlinson Brianna J","year":"2016","unstructured":"Brianna J Tomlinson, Jared Batterman, Yee Chieh Chew, Ashley Henry, and Bruce N Walker. 2016. Exploring auditory graphing software in the classroom: The effect of auditory graphs on the classroom environment. ACM Transactions on Accessible Computing (TACCESS) 9, 1 (2016), 3.","journal-title":"ACM Transactions on Accessible Computing (TACCESS)"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2700648.2809867"},{"key":"e_1_3_2_2_77_1","first-page":"5","article-title":"Evaluation of a context-aware voice interface for Ambient Assisted Living: qualitative user study vs. quantitative system evaluation","volume":"7","author":"Vacher Michel","year":"2015","unstructured":"Michel Vacher, Sybille Cafau, Fran\u00e7ois Portet, Brigitte Meillon, Camille Roux, Elena Elias, Benjamin Lecouteux, and Pedro Chahuara. 2015. Evaluation of a context-aware voice interface for Ambient Assisted Living: qualitative user study vs. quantitative system evaluation. ACM Transactions on Accessible Computing (TACCESS) 7, 2 (2015), 5.","journal-title":"ACM Transactions on Accessible Computing (TACCESS)"},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702191"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"crossref","unstructured":"Bruce N Walker Jeffrey Lindsay and Justin Godfrey. 2004. The audio abacus: representing numerical values with nonspeech sound for the visually impaired. In ACM SIGACCESS Accessibility and Computing. ACM 9--15.","DOI":"10.1145\/1028630.1028634"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300254"},{"key":"e_1_3_2_2_81_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.54.6.1063"},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/2982142.2982160"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1162\/105474698565686"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/2907069"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2011.586320"},{"key":"e_1_3_2_2_86_1","volume-title":"Shiri Glasses. In Proceedings of the 2017 CHI Conference on Azenkot.","author":"Zhao Yuhang","year":"2017","unstructured":"Yuhang Zhao, Michele Hu, Shafeka Hashash, and Shiri Glasses. In Proceedings of the 2017 CHI Conference on Azenkot. 2017. Understanding Low Vision People's Human Factors in Computing Systems. ACM, Visual Perception on Commercial Augmented Reality 4170--4181."}],"event":{"name":"CHI '20: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '20","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376749","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3313831.3376749","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:38:29Z","timestamp":1750199909000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3313831.3376749"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,21]]},"references-count":86,"alternative-id":["10.1145\/3313831.3376749","10.1145\/3313831"],"URL":"https:\/\/doi.org\/10.1145\/3313831.3376749","relation":{},"subject":[],"published":{"date-parts":[[2020,4,21]]},"assertion":[{"value":"2020-04-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}