{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,23]],"date-time":"2026-10-23T20:29:08Z","timestamp":1792787348228,"version":"4.5.0"},"publisher-location":"New York, NY, USA","reference-count":115,"publisher":"ACM","license":[{"start":{"date-parts":[[2018,4,19]],"date-time":"2018-04-19T00:00:00Z","timestamp":1524096000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSERC","id":[{"id":"https:\/\/ror.org\/01h531d29","id-type":"ROR","asserted-by":"crossref"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2018,4,19]]},"DOI":"10.1145\/3173574.3173610","type":"proceedings-article","created":{"date-parts":[[2018,4,20]],"date-time":"2018-04-20T08:01:00Z","timestamp":1524211260000},"page":"1-17","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":283,"title":["Evaluation Strategies for HCI Toolkit Research"],"prefix":"10.1145","author":[{"given":"David","family":"Ledo","sequence":"first","affiliation":[{"name":"University of Calgary, Calgary, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven","family":"Houben","sequence":"additional","affiliation":[{"name":"Lancaster University, Lancaster, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jo","family":"Vermeulen","sequence":"additional","affiliation":[{"name":"Aarhus University, Aarhus, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicolai","family":"Marquardt","sequence":"additional","affiliation":[{"name":"University College London, London, United Kingdom"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lora","family":"Oehlberg","sequence":"additional","affiliation":[{"name":"University of Calgary, Calgary, AB, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Saul","family":"Greenberg","sequence":"additional","affiliation":[{"name":"University of Calgary, Calgary, AB, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2018,4,19]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029632.1029635"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1166253.2180954"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2669485.2669518"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642705"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1936652.1936676"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2004.44"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15327051HCI16234_05"},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979618"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1167473.1167488"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","unstructured":"Alan Blackwell Carol Britton Blackwell A. Cox Thomas Green Corin Gurr Gada Kadoda M.S. Kutar et al. 2001. Cognitive dimensions of notations: Design tools for cognitive technology. In Cognitive technology: instruments of mind Springer Berlin Heidelberg. 325--341.","DOI":"10.5555\/647492.727492"},{"key":"e_1_3_2_2_11_1","volume-title":"proceedings of the twelfth annual meeting of the psychology of programming interest group. 137--152","author":"Blackwell Alan","year":"2000","unstructured":"Alan Blackwell and Thomas Green. 2000. A Cognitive Dimensions questionnaire optimised for users. In proceedings of the twelfth annual meeting of the psychology of programming interest group. 137--152."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1347390.1347404"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2009.174"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.185"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2305484.2305496"},{"key":"e_1_3_2_2_16_1","volume-title":"Constructing grounded theory","author":"Charmaz Kathy","unstructured":"Kathy Charmaz. 2014. Constructing grounded theory. Sage."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702451"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","unstructured":"Alan Cooper. 2004. The inmates are running the asylum: Why high-tech products drive us crazy and how to restore the sanity. Sams Indianapolis.","DOI":"10.5555\/984201"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518832"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753554"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642918.2647412"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1027933.1027969"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1570433.1570483"},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","unstructured":"Joseph Dumas and Janice Redish. 1999. A practical guide to usability testing. Intellect books.","DOI":"10.5555\/600280"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753390"},{"key":"e_1_3_2_2_26_1","volume-title":"The mother of all demos. Presented at ACM\/IEEE - Computer Society's Fall Joint Computer Conference. San Francisco","author":"Engelbart Douglas C","year":"1968","unstructured":"Douglas C Engelbart (1968). The mother of all demos. Presented at ACM\/IEEE - Computer Society's Fall Joint Computer Conference. San Francisco"},{"key":"e_1_3_2_2_27_1","volume-title":"Fogarty. Code and Contribution in Interactive Systems Research. In workshop on HCI.Tools at CHI'2017","author":"James","unstructured":"James Fogarty. Code and Contribution in Interactive Systems Research. In workshop on HCI.Tools at CHI'2017."},{"key":"e_1_3_2_2_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441796"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15327051HCI16234_09"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-006-0062-y"},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/502348.502388"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/PerCom.2013.6526726"},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055012"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1731903.1731907"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240646"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1166253.1166300"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055031"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/2017212.2017217"},{"key":"e_1_3_2_2_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10606-004-5063-7"},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/354401.354412"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858059"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702215"},{"key":"e_1_3_2_2_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121348"},{"key":"e_1_3_2_2_45_1","volume-title":"Ways of Knowing in HCI","author":"Hudson Scott E.","unstructured":"Scott E. Hudson, and Jennifer Mankoff. 2014. Concepts, Values, and Methods for Technical Human-- Computer Interaction Research. In Ways of Knowing in HCI, Springer New York, NY, USA, 69--93."},{"key":"e_1_3_2_2_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1054972.1055025"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029632.1029677"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1226969.1226983"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2317956.2317996"},{"key":"e_1_3_2_2_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1851600.1851652"},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460625.2460672"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985743"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.5555\/1841406"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025652"},{"key":"e_1_3_2_2_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/2148131.2148157"},{"key":"e_1_3_2_2_56_1","volume-title":"The Toolkit-Audience Challenge. In Workshop on HCI.Tools at CHI","author":"Ledo David","year":"2017","unstructured":"David Ledo, Lora Oehlberg and Saul Greenberg. 2017. The Toolkit-Audience Challenge. In Workshop on HCI.Tools at CHI 2017."},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/1013115.1013139"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864349.1864353"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357260"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/332040.332486"},{"key":"e_1_3_2_2_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029632.1029669"},{"key":"e_1_3_2_2_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/332040.332459"},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2305484.2305498"},{"key":"e_1_3_2_2_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047238"},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/1226969.1226973"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3027073"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/2076354.2076358"},{"key":"e_1_3_2_2_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1029632.1029676"},{"key":"e_1_3_2_2_69_1","doi-asserted-by":"publisher","DOI":"10.5555\/212925.212940"},{"key":"e_1_3_2_2_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866051"},{"key":"e_1_3_2_2_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/1385569.1385607"},{"key":"e_1_3_2_2_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/77481.77486"},{"key":"e_1_3_2_2_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/344949.344959"},{"key":"e_1_3_2_2_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2607023.2607024"},{"key":"e_1_3_2_2_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2556980"},{"key":"e_1_3_2_2_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2305484.2305497"},{"key":"e_1_3_2_2_77_1","volume-title":"Nebeling. Playing the Tricky Game of Toolkits Research. In workshop on HCI.Tools at CHI'2017","author":"Michael","unstructured":"Michael Nebeling. Playing the Tricky Game of Toolkits Research. In workshop on HCI.Tools at CHI'2017."},{"key":"e_1_3_2_2_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/2317956.2318034"},{"key":"e_1_3_2_2_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR.2011.6092378"},{"key":"e_1_3_2_2_80_1","doi-asserted-by":"publisher","DOI":"10.1145\/571985.572009"},{"key":"e_1_3_2_2_81_1","volume-title":"Usability engineering","author":"Nielsen Jakob","unstructured":"Jakob Nielsen. 1994. Usability engineering. Elsevier."},{"key":"e_1_3_2_2_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294256"},{"key":"e_1_3_2_2_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858283"},{"key":"e_1_3_2_2_84_1","doi-asserted-by":"publisher","DOI":"10.1145\/2935334.2935348"},{"key":"e_1_3_2_2_85_1","doi-asserted-by":"publisher","DOI":"10.1016\/0020-7373(92)90039-N"},{"key":"e_1_3_2_2_86_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1994.1073"},{"key":"e_1_3_2_2_87_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858485"},{"key":"e_1_3_2_2_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702487"},{"key":"e_1_3_2_2_89_1","doi-asserted-by":"publisher","DOI":"10.5555\/3103562"},{"key":"e_1_3_2_2_90_1","doi-asserted-by":"publisher","DOI":"10.1145\/226159.226162"},{"key":"e_1_3_2_2_91_1","doi-asserted-by":"publisher","DOI":"10.1145\/302979.303126"},{"key":"e_1_3_2_2_92_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025658"},{"key":"e_1_3_2_2_93_1","doi-asserted-by":"publisher","DOI":"10.1145\/2501988.2501992"},{"key":"e_1_3_2_2_94_1","doi-asserted-by":"publisher","DOI":"10.1145\/2807442.2807508"},{"key":"e_1_3_2_2_95_1","doi-asserted-by":"publisher","DOI":"10.1145\/2380116.2380189"},{"key":"e_1_3_2_2_96_1","doi-asserted-by":"publisher","DOI":"10.1145\/2817721.2817750"},{"key":"e_1_3_2_2_97_1","doi-asserted-by":"publisher","DOI":"10.1109\/WMCSA.1994.16"},{"key":"e_1_3_2_2_98_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985714"},{"key":"e_1_3_2_2_99_1","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453117"},{"key":"e_1_3_2_2_100_1","doi-asserted-by":"publisher","DOI":"10.5555\/1098662"},{"key":"e_1_3_2_2_101_1","doi-asserted-by":"publisher","DOI":"10.1145\/1316511.1316518"},{"key":"e_1_3_2_2_102_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-31205-2_14"},{"key":"e_1_3_2_2_103_1","doi-asserted-by":"publisher","DOI":"10.1145\/1858171.1858204"},{"key":"e_1_3_2_2_104_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984527"},{"key":"e_1_3_2_2_105_1","doi-asserted-by":"publisher","DOI":"10.1038\/scientificamerican0991-94"},{"key":"e_1_3_2_2_106_1","doi-asserted-by":"publisher","DOI":"10.1145\/2639189.2639487"},{"key":"e_1_3_2_2_107_1","doi-asserted-by":"publisher","DOI":"10.1145\/2466627.2466635"},{"key":"e_1_3_2_2_108_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979173"},{"key":"e_1_3_2_2_109_1","doi-asserted-by":"publisher","DOI":"10.1109\/PERCOM.2007.1"},{"key":"e_1_3_2_2_110_1","doi-asserted-by":"publisher","DOI":"10.1145\/1294211.1294238"},{"key":"e_1_3_2_2_111_1","doi-asserted-by":"publisher","DOI":"10.1145\/2907069"},{"key":"e_1_3_2_2_112_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025562"},{"key":"e_1_3_2_2_113_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466113"},{"key":"e_1_3_2_2_114_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557199"},{"key":"e_1_3_2_2_115_1","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622213"}],"event":{"name":"CHI '18: CHI Conference on Human Factors in Computing Systems","location":"Montreal QC Canada","acronym":"CHI '18","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173610","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3173574.3173610","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,21]],"date-time":"2026-09-21T14:40:38Z","timestamp":1790001638000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3173574.3173610"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,4,19]]},"references-count":115,"alternative-id":["10.1145\/3173574.3173610","10.1145\/3173574"],"URL":"https:\/\/doi.org\/10.1145\/3173574.3173610","relation":{},"subject":[],"published":{"date-parts":[[2018,4,19]]},"assertion":[{"value":"2018-04-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}