{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:14:55Z","timestamp":1750306495376,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,5,7]],"date-time":"2016-05-07T00:00:00Z","timestamp":1462579200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Ty\u00f6suojelurahasto","award":["114160"],"award-info":[{"award-number":["114160"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,5,7]]},"DOI":"10.1145\/2858036.2858570","type":"proceedings-article","created":{"date-parts":[[2016,5,5]],"date-time":"2016-05-05T14:08:22Z","timestamp":1462457302000},"page":"4129-4141","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["We Need Numbers!"],"prefix":"10.1145","author":[{"given":"Mari","family":"Tyllinen","sequence":"first","affiliation":[{"name":"Aalto University &amp; Oy Apotti Ab, Espoo, Finland"}]},{"given":"Johanna","family":"Kaipio","sequence":"additional","affiliation":[{"name":"Aalto University &amp; City of Helsinki, Espoo, Finland"}]},{"given":"Tinja","family":"L\u00e4\u00e4veri","sequence":"additional","affiliation":[{"name":"Helsinki University Hospital and University of Helsinki &amp; Oy Apotti Ab, Helsinki, Finland"}]},{"given":"Marko H.T.","family":"Nieminen","sequence":"additional","affiliation":[{"name":"Aalto University, Espoo, Finland"}]}],"member":"320","published-online":{"date-parts":[[2016,5,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.1998.654830"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447319509526114"},{"key":"e_1_3_2_1_3_1","first-page":"59","article-title":"Medical informatics: does the healthcare domain have special features? Letter to the editor","volume":"36","author":"Brender J.","year":"1997","journal-title":"Methods of Information in Medicine"},{"volume-title":"Usability Evaluation in Industry, Patrick W","author":"Brooke John","key":"e_1_3_2_1_4_1"},{"volume-title":"Human Factors in Information Systems: An Organizational Perspective, Jane","author":"Carey Thomas T.","key":"e_1_3_2_1_5_1"},{"volume-title":"Handbook of Human-Computer Interaction, Martin G","author":"Carroll John M.","key":"e_1_3_2_1_6_1"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.12927\/hcq.2009.20966"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753678"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/57167.57203"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/566981.566990"},{"key":"e_1_3_2_1_11_1","first-page":"191","article-title":"Anything but engaged: user involvement in the context of a national electronic health record implementation","volume":"19","author":"Cresswell Kathrin","year":"2011","journal-title":"Informatics in Primary Care"},{"volume-title":"Retrieved","year":"2004","author":"Directive","key":"e_1_3_2_1_12_1"},{"volume-title":"Redish","year":"1999","author":"Dumas Joseph S.","key":"e_1_3_2_1_13_1"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1177\/1557234X0600200105"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2008.06.002"},{"volume-title":"Proceedings of AMIA Annual Fall Symposium, 747--751","year":"1996","author":"Einbinder Laura H.","key":"e_1_3_2_1_16_1"},{"key":"e_1_3_2_1_17_1","unstructured":"Finnish Act on Public Contracts (348\/2007). Retrieved September 25 2015 from http:\/\/www.finlex.fi\/en\/laki\/kaannokset\/2007\/en20070348.pdf  Finnish Act on Public Contracts (348\/2007). Retrieved September 25 2015 from http:\/\/www.finlex.fi\/en\/laki\/kaannokset\/2007\/en20070348.pdf"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1080\/014492999119057"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.sapharm.2012.04.004"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2009.01.027"},{"volume-title":"Reengineering the Systems Development Process for User-Centred Design. In Human-Computer Interaction INTERACT '01","year":"2001","author":"Gulliksen Jan","key":"e_1_3_2_1_21_1"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1207\/S15327590IJHC1501_13"},{"volume-title":"Healthcare Information and Management Systems Society. Retrieved","year":"2009","author":"HIMSS EHR Usability Task Force","key":"e_1_3_2_1_23_1"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2005.06.002"},{"volume-title":"Proceedings of ICIS 2002","year":"2002","author":"Howcroft Debra","key":"e_1_3_2_1_25_1"},{"volume-title":"Recording and use of information in a client information system in child protection work. Acta Electronica Universitatis Tamperensis: 1387","author":"Huuskonen Saila","key":"e_1_3_2_1_26_1"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2008.10.002"},{"volume-title":"Usability in Government Systems: User Experience Design for Citizens and Public Servants, Elizabeth Buie, and Dianne Murray (eds.). Morgan Kaufmann","author":"Jokela Timo","key":"e_1_3_2_1_28_1"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39262-7_12"},{"volume-title":"Retrieved","year":"1994","author":"Kirakowski Jurek","key":"e_1_3_2_1_30_1"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.12927\/hcq.2010.21967"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2004.01.003"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2004.01.008"},{"volume-title":"Essin","year":"1993","author":"Lincoln Thomas L.","key":"e_1_3_2_1_34_1"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Barbara Mirel. 2004. Interaction Design for Complex Problem Solving - Developing Useful and Usable Software Morgan Kaufmann.   Barbara Mirel. 2004. Interaction Design for Complex Problem Solving - Developing Useful and Usable Software Morgan Kaufmann.","DOI":"10.1016\/B978-155860831-3\/50000-X"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.03478"},{"volume-title":"Ivan Lund Pedersen. and Jesper Simonsen","year":"2006","author":"M\u00f8ller-Jensen John","key":"e_1_3_2_1_37_1"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"crossref","unstructured":"Jakob Nielsen. 1993. Usability Engineering. Morgan Kaufmann.   Jakob Nielsen. 1993. Usability Engineering. Morgan Kaufmann.","DOI":"10.1016\/B978-0-08-052029-2.50009-7"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2006.06.003"},{"volume-title":"Jaspers","year":"2008","author":"Peute Linda W.P.","key":"e_1_3_2_1_41_1"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.5555\/2835547.2835548"},{"volume-title":"Procuring Usability: Experiences of Usability Testing in Tender Evaluation. In Nordic Contributions in IS Research","year":"2015","author":"Riihiaho Sirpa","key":"e_1_3_2_1_43_1"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.5555\/2817310.2817312"},{"volume-title":"Retrieved","year":"2015","author":"Schumacher Robert M.","key":"e_1_3_2_1_45_1"},{"volume-title":"Proceedings of ICIS 1998","year":"1998","author":"Scown Philip","key":"e_1_3_2_1_46_1"},{"edition":"5","volume-title":"Health care management: Organizational design and behavior","author":"Shortell Stephen M.","key":"e_1_3_2_1_47_1"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.5555\/820743.821030"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702613.2732851"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2011.06.010"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2011.08.005"}],"event":{"name":"CHI'16: CHI Conference on Human Factors in Computing Systems","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"],"location":"San Jose California USA","acronym":"CHI'16"},"container-title":["Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858036.2858570","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2858036.2858570","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T05:48:42Z","timestamp":1750225722000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2858036.2858570"}},"subtitle":["Heuristic Evaluation during Demonstrations (HED) for Measuring Usability in IT System Procurement"],"short-title":[],"issued":{"date-parts":[[2016,5,7]]},"references-count":51,"alternative-id":["10.1145\/2858036.2858570","10.1145\/2858036"],"URL":"https:\/\/doi.org\/10.1145\/2858036.2858570","relation":{},"subject":[],"published":{"date-parts":[[2016,5,7]]},"assertion":[{"value":"2016-05-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}