{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T20:15:03Z","timestamp":1776111303877,"version":"3.50.1"},"publisher-location":"New York, New York, USA","reference-count":34,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100000923","name":"Australian Research Council","doi-asserted-by":"publisher","award":["LP120200329"],"award-info":[{"award-number":["LP120200329"]}],"id":[{"id":"10.13039\/501100000923","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1145\/3010915.3010965","type":"proceedings-article","created":{"date-parts":[[2017,1,9]],"date-time":"2017-01-09T13:19:16Z","timestamp":1483967956000},"page":"472-477","source":"Crossref","is-referenced-by-count":8,"title":["Designing evaluation beyond evaluating design"],"prefix":"10.1145","author":[{"given":"Jennyfer Lawrence","family":"Taylor","sequence":"first","affiliation":[{"name":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Soro","sequence":"additional","affiliation":[{"name":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Margot","family":"Brereton","sequence":"additional","affiliation":[{"name":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anita Lee","family":"Hong","sequence":"additional","affiliation":[{"name":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul","family":"Roe","sequence":"additional","affiliation":[{"name":"Queensland University of Technology (QUT), George St, Brisbane, (QLD) Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","reference":[{"key":"key-10.1145\/3010915.3010965-1","doi-asserted-by":"crossref","unstructured":"Bailey, J. E., & Pearson, S. W. (1983). Development of a tool for measuring and analyzing computer user satisfaction.Management Science, 29(5), 530--545.","DOI":"10.1287\/mnsc.29.5.530"},{"key":"key-10.1145\/3010915.3010965-2","doi-asserted-by":"crossref","unstructured":"Bessarab, D., & Ng'andu, B. (2010). Yarning About Yarning as a Legitimate Method in Indigenous Research.International Journal of Critical Indigenous Studies, 3(1), 37--50.","DOI":"10.5204\/ijcis.v3i1.57"},{"key":"key-10.1145\/3010915.3010965-3","doi-asserted-by":"crossref","unstructured":"Bevan, N. (2001). International standards for HCI and usability.International Journal of Human-Computer Studies, 55(4), 533--552. article. http:\/\/doi.org\/http:\/\/dx.doi.org\/10.1006\/ijhc.2001.0483","DOI":"10.1006\/ijhc.2001.0483"},{"key":"key-10.1145\/3010915.3010965-4","doi-asserted-by":"crossref","unstructured":"Bidwell, N. J. (2016). Moving the centre to design social media in rural Africa.AI and Society, 31(1), 51--77. http:\/\/doi.org\/10.1007\/s00146-014-0564-5","DOI":"10.1007\/s00146-014-0564-5"},{"key":"key-10.1145\/3010915.3010965-5","doi-asserted-by":"crossref","unstructured":"Bidwell, N. J., Standley, P.-M., George, T., & Steffensen, V. (2008). The Landscape's Apprentice: Lessons for Place-centred Design from Grounding Documentary. InProceedings of DIS 2008(pp. 88--98). inproceedings, New York, NY, USA: ACM. http:\/\/doi.org\/10.1145\/1394445.1394455","DOI":"10.1145\/1394445.1394455"},{"key":"key-10.1145\/3010915.3010965-6","unstructured":"Bohm, V., & Wolff, C. (2014). A review of empirical intercultural usability studies.Lecture Notes in Computer Science (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), 8517 LNCS(PART 1), 14--24. http:\/\/doi.org\/10.1007\/978-3-319-07668-3-2"},{"key":"key-10.1145\/3010915.3010965-7","doi-asserted-by":"crossref","unstructured":"Brereton, M., Roe, P., Amagula, T., Bara, S., Larara, J., & Hong, A. L. (2013). Growing Existing Aboriginal Designs to Guide a Cross-Cultural Design Project. InProceedings of INTERACT 2013(pp. 323--330). Berlin: Springer.","DOI":"10.1007\/978-3-642-40483-2_22"},{"key":"key-10.1145\/3010915.3010965-8","unstructured":"Brereton, M., Roe, P., & Hong, A. L. (2012). Evolving a relationship for cross-cultural participatory innovation. InProceedings of Participatory Innovation Conference 2012(pp. 1--5). Melbourne: Swinburne University."},{"key":"key-10.1145\/3010915.3010965-9","doi-asserted-by":"crossref","unstructured":"Brereton, M., Roe, P., Schroeter, R., & Hong, A. L. (2014). Beyond Ethnography: Engagement and Reciprocity as Foundations for Design Research Out Here. InProceedings of CHI 2014(pp. 1183--1186). New York City, New York: ACM.","DOI":"10.1145\/2556288.2557374"},{"key":"key-10.1145\/3010915.3010965-10","unstructured":"Dillon, A. (2002). Beyond usability: process, outcome and affect in human-computer interactions.Canadian Journal of Library and Information Science.JOUR."},{"key":"key-10.1145\/3010915.3010965-11","unstructured":"Ehn, P. (2008). Participation in design things.Conference on Participatory Design, 92--101. http:\/\/doi.org\/10.1145\/1795234.1795248"},{"key":"key-10.1145\/3010915.3010965-12","unstructured":"Ehn, P. (2016). Introduction to Making Futures. JOUR."},{"key":"key-10.1145\/3010915.3010965-13","doi-asserted-by":"crossref","unstructured":"Gorman, T., Rose, E., Yaaqoubi, J., Bayor, A., & Kolko, B. (2011). Adapting Usability Testing for Oral , Rural Users, 1437--1440.","DOI":"10.1145\/1978942.1979153"},{"key":"key-10.1145\/3010915.3010965-14","doi-asserted-by":"crossref","unstructured":"Greenberg, S., & Buxton, B. (2008). Usability evaluation considered harmful (some of the time).Proceedings of CHI 2008, 111. http:\/\/doi.org\/10.1145\/1357054.1357074","DOI":"10.1145\/1357054.1357074"},{"key":"key-10.1145\/3010915.3010965-15","doi-asserted-by":"crossref","unstructured":"Henrich, J., Heine, S. J., & Norenzayan, A. (2010). The weirdest people in the world?Behavioral and Brain Sciences, 33(2--3), 61--83. article. http:\/\/doi.org\/10.1017\/S0140525X0999152X","DOI":"10.1017\/S0140525X0999152X"},{"key":"key-10.1145\/3010915.3010965-16","doi-asserted-by":"crossref","unstructured":"Hewett, T. T., Baecker, R., Card, S., Carey, T., Gasen, J., Mantei, M., ... Verplank, W. (1992).ACM SIGCHI Curricula for Human-Computer Interaction(techreport). New York, NY, USA: ACM.","DOI":"10.1145\/2594128"},{"key":"key-10.1145\/3010915.3010965-17","doi-asserted-by":"crossref","unstructured":"Irani, L., Vertesi, J., Dourish, P., Philip, K., & Grinter, R. (2010). Postcolonial computing: a lens on design and development. InProceedings of CHI 2010(pp. 1311--1320). New York City, New York: Association for Computing Machinery. http:\/\/doi.org\/10.1145\/1753326.1753522","DOI":"10.1145\/1753326.1753522"},{"key":"key-10.1145\/3010915.3010965-18","doi-asserted-by":"crossref","unstructured":"Kermarrec, A.-M., & Le Merrer, E. (2012). Offline Social Networks: Stepping Away from the Internet. InProceedings of the Fifth Workshop on Social Network Systems(p. 14:1--14:2). inproceedings, New York, NY, USA: ACM. http:\/\/doi.org\/10.1145\/2181176.2181190","DOI":"10.1145\/2181176.2181190"},{"key":"key-10.1145\/3010915.3010965-19","doi-asserted-by":"crossref","unstructured":"Light, A. (2015). Troubling Futures: can participatory design research provide a constitutive anthropology for the 21st century?Interaction Design and Architecture(s) Journal, (26), 81--94.","DOI":"10.55612\/s-5002-026-005"},{"key":"key-10.1145\/3010915.3010965-20","unstructured":"Müllert, N., & Jungk, R. (1987). Future Workshops: How to create desirable futures.London, United Kingdom: Institute for Social Inventions.JOUR."},{"key":"key-10.1145\/3010915.3010965-21","unstructured":"Nielsen, J. (1993).Usability engineering.(A. Press, Ed.). book, Academic Press."},{"key":"key-10.1145\/3010915.3010965-22","unstructured":"Preece, J., Rogers, Y., & Sharp, H. (2015).Interaction Design: Beyond Human-Computer Interaction.West Sussex: Wiley."},{"key":"key-10.1145\/3010915.3010965-23","doi-asserted-by":"crossref","unstructured":"Redstr, J., Petersen, M. G., Lar, H., & J.K., J. R. (2008). Introduction to special issue on the aesthetics of interaction.ACM Transactions on Computer-Human Interaction, 15(3), 1--5. http:\/\/doi.org\/10.1145\/1453152.1453153","DOI":"10.1145\/1453152.1453153"},{"key":"key-10.1145\/3010915.3010965-24","doi-asserted-by":"crossref","unstructured":"Simonsen, J., & Robertson, T. (2012).Participatory Design: An introduction. Routledge International Handbook of Participatory Design.Abingdon-on-Thames: Routledge International.","DOI":"10.1145\/2348144"},{"key":"key-10.1145\/3010915.3010965-25","doi-asserted-by":"crossref","unstructured":"Soro, A., Brereton, M., Lee Hong, A., & Roe, P. (2015). Bi-Cultural Content Publication on a Digital Noticeboard: A Design and Cultural Differences Case Study. InProceedings of OzCHI 2015(pp. 217--221). New York City, New York: Association for Computing Machinery. http:\/\/doi.org\/10.1145\/2838739.2838813","DOI":"10.1145\/2838739.2838813"},{"key":"key-10.1145\/3010915.3010965-26","doi-asserted-by":"crossref","unstructured":"Soro, A., Brereton, M., Taylor, J. L., Lee Hong, A., & Roe, P. (2016). Cross-Cultural Dialogical Probes. InProceedings of AFRICHI 2016.New York City, New York: Association for Computing Machinery.","DOI":"10.1145\/2998581.2998591"},{"key":"key-10.1145\/3010915.3010965-27","doi-asserted-by":"crossref","unstructured":"Soro, A., Lee Hong, A., Shaw, G., Roe, P., & Brereton, M. (2015). A Noticeboard in \"Both Worlds\" Unsurprising Interfaces Supporting Easy Bi-Cultural Content Publication. InProceedings of CHI 2015(pp. 2181--2186). New York City, New York: Association for Computing Machinery.","DOI":"10.1145\/2702613.2732713"},{"key":"key-10.1145\/3010915.3010965-28","unstructured":"Suchman, L. (2002). Located accountabilities in technology production.Scandinavian Journal of Information Systems, 14(2), 91--105."},{"key":"key-10.1145\/3010915.3010965-29","doi-asserted-by":"crossref","unstructured":"Taylor, J. L., Soro, A., Hong, A. L., Roe, P., & Brereton, M. (2016). Designing For Cross-Cultural Perspectives of Time. InProceedings of AfriCHI 2016.New York City, New York: Association for Computing Machinery.","DOI":"10.1145\/2998581.2998606"},{"key":"key-10.1145\/3010915.3010965-30","unstructured":"Tuhiwai Smith, L. (2012).Decolonizing Methodologies(2nd Editio). London: Zed Books."},{"key":"key-10.1145\/3010915.3010965-31","doi-asserted-by":"crossref","unstructured":"Verran, H., Christie, M., Anbins-King, B., Van Weeren, T., & Yunupingu, W. (2007). Designing digital knowledge management tools with Aboriginal Australians.Digital Creativity, 18(3), 129--142. http:\/\/doi.org\/10.1080\/14626260701531944","DOI":"10.1080\/14626260701531944"},{"key":"key-10.1145\/3010915.3010965-32","doi-asserted-by":"crossref","unstructured":"Winschiers-Theophilus, H., Chivuno-Kuria, S., Kapuire, G. K., Bidwell, N. J., & Blake, E. (2010). Being Participated - A Community Approach. InProceedings of PDC 2010(pp. 1--10). New York City, New York: Association for Computing Machinery. http:\/\/doi.org\/10.1145\/1900441.1900443","DOI":"10.1145\/1900441.1900443"},{"key":"key-10.1145\/3010915.3010965-33","unstructured":"Winschiers, H. (2006). The Challenges of Participatory Design in a Intercultural Context: Designing for Usability in Namibia. InPDC(pp. 73--76). inproceedings."},{"key":"key-10.1145\/3010915.3010965-34","doi-asserted-by":"crossref","unstructured":"Zimmerman, J., Forlizzi, J., & Evenson, S. (2007). Research through design as a method for interaction design research in HCI. InProceedings of CHI 2007(pp. 493--502). inproceedings, New York, NY, USA: ACM. http:\/\/doi.org\/http:\/\/doi.acm.org\/10.1145\/1240624.1240704","DOI":"10.1145\/1240624.1240704"}],"event":{"name":"the 28th Australian Conference","location":"Launceston, Tasmania, Australia","acronym":"OzCHI '16","number":"28","sponsor":["HITLab AU, Human Interface Technology Laboratory Australia","HFESA, Human Factors and Ergonomics Society of Australia Inc.","IEEEVIC, IEEE Victorian Section","Australian Comp Soc, Australian Computer Society","UTAS, University of Tasmania, Australia","ICACHI, International Chinese Association of Computer Human Interaction","IEEE-SMCS, Systems, Man & Cybernetics Society","Tourism Tasmania","ACM, Association for Computing Machinery"],"start":{"date-parts":[[2016,11,29]]},"end":{"date-parts":[[2016,12,2]]}},"container-title":["Proceedings of the 28th Australian Conference on Computer-Human Interaction - OzCHI '16"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3010915.3010965","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3010965&ftid=1830680&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:23:25Z","timestamp":1750220605000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3010915.3010965"}},"subtitle":["measuring success in cross-cultural projects"],"proceedings-subject":"Computer-Human Interaction","short-title":[],"issued":{"date-parts":[[2016]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1145\/3010915.3010965","relation":{},"subject":[],"published":{"date-parts":[[2016]]}}}