{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T05:50:28Z","timestamp":1774158628613,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,4,27]],"date-time":"2013-04-27T00:00:00Z","timestamp":1367020800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,4,27]]},"DOI":"10.1145\/2468356.2468714","type":"proceedings-article","created":{"date-parts":[[2013,4,30]],"date-time":"2013-04-30T10:09:35Z","timestamp":1367316575000},"page":"1969-1978","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":32,"title":["Changing perspectives on evaluation in HCI"],"prefix":"10.1145","author":[{"given":"Craig M.","family":"MacDonald","sequence":"first","affiliation":[{"name":"Pratt Institute, New York, New York, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael E.","family":"Atwood","sequence":"additional","affiliation":[{"name":"Drexel University, Philadelphia, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2013,4,27]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1434878.1434893"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979131"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240838"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979336"},{"key":"e_1_3_2_1_5_1","volume-title":"Visual Display Terminals: Usability Issues and Health Concerns","author":"Bennett J.","year":"1984","unstructured":"Bennett, J. Managing to meet usability requirements. In Visual Display Terminals: Usability Issues and Health Concerns, Englewood Cliffs, NJ, Prentice-Hall (1984), 161--184."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503459"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1463160.1463167"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1182475.1182476"},{"key":"e_1_3_2_1_9_1","volume-title":"Usability Evaluation in Industry","author":"Brooke J.","year":"1996","unstructured":"Brooke, J. SUS: A \"quick and dirty\" usability scale. In Usability Evaluation in Industry, London, UK, Taylor & Francis (1996), 189--194."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/317456.317472"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(80)90003-1"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02574-7_67"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.2180964"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1640233.1640252"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1177\/1557234X0600200102"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.2752\/146069201789378496"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/356835.356838"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/THFE.1967.232994"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1013115.1013152"},{"key":"e_1_3_2_1_20_1","first-page":"5","article-title":"From Ergonomics to the Fifth Generation: 30 Years of Human-Computer Interaction Studies","volume":"2","author":"Gaines B. R","year":"1985","unstructured":"Gaines, B. R. From Ergonomics to the Fifth Generation: 30 Years of Human-Computer Interaction Studies. Computer Compacts 2, 5--6 (1985), 158--161.","journal-title":"Computer Compacts"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.5555\/540397"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/800049.801771"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3166.3170"},{"key":"e_1_3_2_1_24_1","unstructured":"Grant E. E. and Sackman H. An Exploratory Investigation of Programmer Performance Under OnLine and Off-Line Conditions. System Development Corp. Technical Report SP-2581 1966."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci1303_2"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518803"},{"key":"e_1_3_2_1_28_1","volume-title":"Developing User Interfaces","author":"Hartson H. R.","year":"1993","unstructured":"Hartson, H. R., and Hix, D. Developing User Interfaces. John Wiley, New York, USA, 1993."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1460355.1460357"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/1139008.1139015"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290500330331"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intcom.2007.05.001"},{"key":"e_1_3_2_1_33_1","unstructured":"Hewett T. Baecker R. Card S. Carey T. Gasen J. Mantei M. Perlman G. Strong G. and Verplank W. ACM SIGCHI Curricula for Human-Computer Interaction. (1996)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208703"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1297144.1297200"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240722"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290801939400"},{"key":"e_1_3_2_1_38_1","volume-title":"Human-Centered Design Process for Interactive Systems","year":"1998","unstructured":"ISO 13407. Human-Centered Design Process for Interactive Systems (1998)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/320881.320892"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518814"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.2180962"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/54675.54694"},{"key":"e_1_3_2_1_43_1","volume-title":"Naturalistic Approaches to Studying Social Interaction","author":"Larson R.","year":"1982","unstructured":"Larson, R., and Csikszentmihalyi, M. The experience sampling method. In Naturalistic Approaches to Studying Social Interaction, San Francisco, CA, Jossey-Bass (1982), 41--56."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2003.09.002"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518813"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/800049.801817"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97279"},{"key":"e_1_3_2_1_48_1","volume-title":"The Tyranny of Evaluation","author":"Lieberman H.","year":"2003","unstructured":"Lieberman, H. The Tyranny of Evaluation, paper presented at CHI 2003 Fringe. http:\/\/web.media.mit.edu\/~lieber\/Misc\/TyrannyEvaluation.html"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84628-941-5_10"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979267"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290500331156"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/1434770.1434773"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290600959062"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208705"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/1142405.1142439"},{"key":"e_1_3_2_1_57_1","volume-title":"Basic","author":"Norman D.","year":"2004","unstructured":"Norman, D. Emotional Design: Why We Love (or Hate) Everyday Things. Basic, New York, 2004."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.v61:1"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/587078.587092"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/1434770.1434780"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.5555\/65930"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/800049.801770"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.5555\/2031622"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/800045.801586"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/332040.332454"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518947"},{"key":"e_1_3_2_1_67_1","first-page":"4","article-title":"Product development research for the 1990s","volume":"3","author":"Sanders E. N.","year":"1992","unstructured":"Sanders, E. N. Converging perspectives: Product development research for the 1990s. Design Management Journal 3, 4 (1992), 49--54.","journal-title":"Design Management Journal"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0020-7373(73)80011-2"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2317956.2318068"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(00)00031-X"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868914.1868973"},{"key":"e_1_3_2_1_72_1","unstructured":"Zhai S. Evaluation is the worst form of HCI research except all those other forms that have been tried. http:\/\/www.shuminzhai.com\/papers\/EvaluationDemocracy.htm"}],"event":{"name":"CHI '13: CHI Conference on Human Factors in Computing Systems","location":"Paris France","acronym":"CHI '13","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["CHI '13 Extended Abstracts on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2468356.2468714","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2468356.2468714","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T03:46:44Z","timestamp":1774151204000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2468356.2468714"}},"subtitle":["past, present, and future"],"short-title":[],"issued":{"date-parts":[[2013,4,27]]},"references-count":72,"alternative-id":["10.1145\/2468356.2468714","10.1145\/2468356"],"URL":"https:\/\/doi.org\/10.1145\/2468356.2468714","relation":{},"subject":[],"published":{"date-parts":[[2013,4,27]]},"assertion":[{"value":"2013-04-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}