{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T15:43:40Z","timestamp":1772207020031,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":77,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,2,23]],"date-time":"2021-02-23T00:00:00Z","timestamp":1614038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"Hibah Publikasi Terindeks Internasional (PUTI) Q2 2020","award":["NKB-846\/UN2.RST\/HKP.05.00\/2020"],"award-info":[{"award-number":["NKB-846\/UN2.RST\/HKP.05.00\/2020"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,2,23]]},"DOI":"10.1145\/3457784.3457832","type":"proceedings-article","created":{"date-parts":[[2021,7,31]],"date-time":"2021-07-31T00:42:29Z","timestamp":1627692149000},"page":"307-317","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":23,"title":["The Method and Metric of User Experience Evaluation: A Systematic Literature Review"],"prefix":"10.1145","author":[{"given":"Aulia","family":"Inan Nur","sequence":"first","affiliation":[{"name":"Universitas Indonesia, Indonesia"}]},{"given":"Harry","family":"B. Santoso","sequence":"additional","affiliation":[{"name":"Universitas Indonesia, Indonesia"}]},{"given":"Panca","family":"O. Hadi Putra","sequence":"additional","affiliation":[{"name":"Universitas Indonesia, Indonesia"}]}],"member":"320","published-online":{"date-parts":[[2021,7,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/23311916.2017.1421006"},{"key":"e_1_3_2_1_2_1","volume-title":"User experience \u2013 a research agenda.Behaviour & Information Technology 25, 2 (March","author":"Hassenzahl Marc","year":"2006"},{"key":"e_1_3_2_1_3_1","volume-title":"Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI '09)","author":"Lai-Chong Law Effie","year":"2009"},{"key":"e_1_3_2_1_4_1","unstructured":"ISO 9241-110. 2020. https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso:9241:-110:ed-2:v1:en  ISO 9241-110. 2020. https:\/\/www.iso.org\/obp\/ui\/#iso:std:iso:9241:-110:ed-2:v1:en"},{"key":"e_1_3_2_1_5_1","volume-title":"Quality of experience: defining the criteria for effective interaction design. interactions 3, 3 (May\/June","author":"Alben Lauralee","year":"1996"},{"key":"e_1_3_2_1_6_1","first-page":"1","article-title":"Taking the Subjectivity out of UX Evaluation with Emotiv EPOC+. In Proceedings of the South African Institute of Computer Scientists and Information Technologists 2019 (SAICSIT '19). Association for Computing Machinery, New York, NY, USA","volume":"30","author":"Holman Manon","year":"2019","journal-title":"Article"},{"key":"e_1_3_2_1_7_1","volume-title":"Taeho Hur, Hafiz Syed Muhammad Bilal, Jaehun Bang, Anees Ul Hassan, Muhammad Afzal, and Sungyoung Lee.","author":"Hussain Jamil","year":"2018"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ergon.2015.12.001"},{"key":"e_1_3_2_1_9_1","first-page":"1","article-title":"A study about psychophysiological measures in user experience monitoring and evaluation. In Proceedings of the 15th Brazilian Symposium on Human Factors in Computing Systems (IHC '16). Association for Computing Machinery, New York, NY, USA","volume":"7","author":"Brito Maia Camila Loiola","year":"2016","journal-title":"Article"},{"key":"e_1_3_2_1_10_1","volume-title":"Procedia Computer Science 135 (January","author":"Arifin Yulyani","year":"2018"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3160504.3160512"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1868914.1868973"},{"key":"e_1_3_2_1_13_1","first-page":"10","volume-title":"Proceedings of the 2nd International COST294-MAUSE Open Workshop. COST","author":"F\u00f8lstad Asbj\u00f8rn","year":"2006"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIIBMS.2017.8279761"},{"key":"e_1_3_2_1_15_1","volume-title":"Blythe M.A., Overbeeke K., Monk A.F., Wright P.C. (eds) Funology. Human-Computer Interaction Series, vol 3","author":"Hassenzahl Marc"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"crossref","unstructured":"William Albert and Thomas Tullis. 2013. Measuring the User Experience: Collecting Analyzing and Presenting Usability Metrics. Morgan Kaufmann. https:\/\/doi.org\/10.1016\/C2011-0-00016-9  William Albert and Thomas Tullis. 2013. Measuring the User Experience: Collecting Analyzing and Presenting Usability Metrics. Morgan Kaufmann. https:\/\/doi.org\/10.1016\/C2011-0-00016-9","DOI":"10.1016\/C2011-0-00016-9"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2004.11.009"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1377999.1378011"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1497185.1497263"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1621841.1621871"},{"key":"e_1_3_2_1_22_1","first-page":"1","volume-title":"Proceedings of the 2010 International Conference for Internet Technology and Secured Transactions. IEEE","author":"Al-Wabil Areej","year":"2010"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/IUSER.2010.5716712"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2011.06.010"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000281"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.entcom.2012.06.001"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-012-9841-3"},{"key":"e_1_3_2_1_28_1","first-page":"1175","article-title":"A case study on user experience (UX) evaluation of mobile augmented reality prototypes","volume":"19","author":"Dhir A.","year":"2013","journal-title":"J. Univers. Comput. Sci."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2512142.2512146"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Jia Tan Kari R\u00f6nkk\u00f6 and Cigdem Gencel. 2013. A Framework for Software Usability and User Experience Measurement in Mobile Industry. In Proceedings of the 2013 Joint Conference of the 23nd International Workshop on Software Measurement (IWSM) and the 8th International Conference on Software Process and Product Measurement (IWSM-MENSURA '13). IEEE Computer Society USA 156\u2013164. https:\/\/doi.org\/10.1109\/IWSM-Mensura.2013.31  Jia Tan Kari R\u00f6nkk\u00f6 and Cigdem Gencel. 2013. A Framework for Software Usability and User Experience Measurement in Mobile Industry. In Proceedings of the 2013 Joint Conference of the 23nd International Workshop on Software Measurement (IWSM) and the 8th International Conference on Software Process and Product Measurement (IWSM-MENSURA '13). IEEE Computer Society USA 156\u2013164. https:\/\/doi.org\/10.1109\/IWSM-Mensura.2013.31","DOI":"10.1109\/IWSM-Mensura.2013.31"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2541831.2541840"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2014.05.004"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2593968.2593978"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eij.2014.08.002"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Fotis Liarokapis Kurt Debattista Athanasios Vourvopoulos Panagiotis Petridis and Alina Ene. Comparing interaction techniques for serious games through brain\u2013computer interfaces: A user perception evaluation study. Entertainment Computing 5 4 391-399. https:\/\/doi.org\/10.1016\/j.entcom.2014.10.004.  Fotis Liarokapis Kurt Debattista Athanasios Vourvopoulos Panagiotis Petridis and Alina Ene. Comparing interaction techniques for serious games through brain\u2013computer interfaces: A user perception evaluation study. Entertainment Computing 5 4 391-399. https:\/\/doi.org\/10.1016\/j.entcom.2014.10.004.","DOI":"10.1016\/j.entcom.2014.10.004"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"A Kushniruk J Kaipio M Nieminen H Hypp\u00f6nen T L\u00e4\u00e4veri C Nohr A M Kanstrup M Berg Christiansen M-H Kuo and E Borycki. 2014. Human Factors in the Large: Experiences from Denmark Finland and Canada in Moving Towards Regional and National Evaluations of Health Information System Usability. Contribution of the IMIA Human Factors Working Group. Yearb Med Inform 9 1 (15 August 2014) 67-81. https:\/\/doi.org\/10.15265\/IY-2014-0023  A Kushniruk J Kaipio M Nieminen H Hypp\u00f6nen T L\u00e4\u00e4veri C Nohr A M Kanstrup M Berg Christiansen M-H Kuo and E Borycki. 2014. Human Factors in the Large: Experiences from Denmark Finland and Canada in Moving Towards Regional and National Evaluations of Health Information System Usability. Contribution of the IMIA Human Factors Working Group. Yearb Med Inform 9 1 (15 August 2014) 67-81. https:\/\/doi.org\/10.15265\/IY-2014-0023","DOI":"10.15265\/IY-2014-0023"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/2639189.2639235"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2824893.2824904"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1108\/EL-04-2014-0067"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/2742032.2742039"},{"key":"e_1_3_2_1_41_1","first-page":"1","volume-title":"Proceedings of 2015 10th Iberian Conference on Information Systems and Technologies (CISTI 2015","author":"Ricci Valeria","year":"2015"},{"key":"e_1_3_2_1_42_1","first-page":"1","article-title":"Google Glass Development in Practice: UX Design Sprint Workshops. In Proceedings of the Mulitimedia, Interaction, Design and Innnovation (MIDI '15). Association for Computing Machinery, New York, NY, USA","volume":"11","author":"Wichrowski Marcin","year":"2015","journal-title":"Article"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/NTIC.2015.7368757"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.15439\/2016F434"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/DigitalHeritage.2015.7419583"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICASTECH.2014.7068128"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/2987592.2987607"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/2933242.2935871"},{"key":"e_1_3_2_1_49_1","volume-title":"C (August","author":"Harrati Nouzha","year":"2016"},{"key":"e_1_3_2_1_50_1","volume-title":"Michael Kroll, Hannah R. Marston, Rakel Poveda, Yves J. Gschwind, Kim Delbaere, Rainer Wieching, and Volker Wulf.","author":"Vaziri Daryoush D.","year":"2016"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.18517\/ijaseit.7.4-2.3410"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1108\/AJIM-09-2016-0155"},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 19th International Conference on Enterprise Information Systems -","volume":"509","author":"Boechat Ana","year":"2017"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1063\/1.5005393"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1063\/1.5005394"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/EICT.2017.8275227"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274192.3274201"},{"key":"e_1_3_2_1_58_1","volume-title":"Shaziti Aman, and Vesna Popovic.","author":"Othman Mohd Kamal","year":"2018"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3275116.3275146"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3282894.3282904"},{"key":"e_1_3_2_1_61_1","volume-title":"Proceedings of The 2018 Third International Conference on Informatics and Computing (ICIC). IEEE, Palembang, Indonesia, 1-6. https:\/\/doi.org\/10","author":"Istri Ita Paramitha A.A.","year":"2018"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIIBMS.2018.8550019"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICACSIS.2018.8618171"},{"key":"e_1_3_2_1_64_1","volume-title":"Physicians","author":"Kaipio Johanna","year":"2019"},{"key":"e_1_3_2_1_65_1","first-page":"1","article-title":"Taking the Subjectivity out of UX Evaluation with Emotiv EPOC+. In Proceedings of the South African Institute of Computer Scientists and Information Technologists 2019 (SAICSIT '19). Association for Computing Machinery, New York, NY, USA","volume":"30","author":"Holman Manon","year":"2019","journal-title":"Article"},{"key":"e_1_3_2_1_66_1","first-page":"4","article-title":"User experience questioner and heuristics evaluation in online learning environment","volume":"97","author":"Aisyiah Syahrir Siti Nur","year":"2019","journal-title":"Journal of Theoretical and Applied Information Technology"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.3991\/ijim.v13i11.11513"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3316782.3322752"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/GEM.2019.8811554"},{"key":"e_1_3_2_1_70_1","first-page":"1","article-title":"User experience evaluation and creativity stimulation with augmented reality mobile applications","volume":"12","author":"Vir\u0161ilait\u0117 J.","year":"2019","journal-title":"Creativity Studies."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2905143"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1109\/NEXTCOMP.2019.8883528"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2019.09.145"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2019.04.006"},{"key":"e_1_3_2_1_75_1","volume-title":"Design, Development, and Evaluation of an Injury Surveillance App for Cricket: Protocol and Qualitative Study. JMIR Mhealth Uhealth 7, 1 (22","author":"Soomro Najeebullah","year":"2019"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1108\/EL-08-2018-0159"},{"key":"e_1_3_2_1_77_1","volume-title":"Evaluation of User Experience of New Defense Medical Information System. Healthcare Informatics Research 25, 2(April","author":"Hyeongju Ryu","year":"2019"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.22871"}],"event":{"name":"ICSCA 2021: 2021 10th International Conference on Software and Computer Applications","location":"Kuala Lumpur Malaysia","acronym":"ICSCA 2021"},"container-title":["2021 10th International Conference on Software and Computer Applications"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3457784.3457832","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3457784.3457832","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:24:38Z","timestamp":1750195478000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3457784.3457832"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,23]]},"references-count":77,"alternative-id":["10.1145\/3457784.3457832","10.1145\/3457784"],"URL":"https:\/\/doi.org\/10.1145\/3457784.3457832","relation":{},"subject":[],"published":{"date-parts":[[2021,2,23]]},"assertion":[{"value":"2021-07-30","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}