{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T18:01:26Z","timestamp":1764784886663,"version":"3.37.3"},"reference-count":49,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,4,30]],"date-time":"2022-04-30T00:00:00Z","timestamp":1651276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,30]],"date-time":"2022-04-30T00:00:00Z","timestamp":1651276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100008530","name":"FEDER","doi-asserted-by":"crossref","award":["CENTRO-01-0145-FEDER-000002"],"award-info":[{"award-number":["CENTRO-01-0145-FEDER-000002"]}],"id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1007\/s42979-022-01153-6","type":"journal-article","created":{"date-parts":[[2022,5,2]],"date-time":"2022-05-02T13:12:06Z","timestamp":1651497126000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["An Iterative Process for the Evaluation of a Mobile Application Prototype"],"prefix":"10.1007","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3518-3447","authenticated-orcid":false,"given":"Eliza R.","family":"Oliveira","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6493-6938","authenticated-orcid":false,"given":"Andr\u00e9 C.","family":"Branco","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0108-8887","authenticated-orcid":false,"given":"Daniel","family":"Carvalho","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0839-4537","authenticated-orcid":false,"given":"Eveline R.","family":"Sacramento","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8054-8014","authenticated-orcid":false,"given":"Oksana","family":"Tymoshchuk","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1763-8433","authenticated-orcid":false,"given":"Luis","family":"Pedro","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7819-4103","authenticated-orcid":false,"given":"Maria J.","family":"Antunes","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7349-457X","authenticated-orcid":false,"given":"Ana M.","family":"Almeida","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3405-6953","authenticated-orcid":false,"given":"Fernando","family":"Ramos","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,30]]},"reference":[{"issue":"12","key":"1153_CR1","doi-asserted-by":"publisher","first-page":"2303","DOI":"10.3390\/su9122317","volume":"9","author":"L Encalada","year":"2017","unstructured":"Encalada L, Boavida-Portugal I, Ferreira C, Rocha J. Identifying tourist places of interest based on digital imprints: Towards a sustainable smart city. Sustainability. 2017;9(12):2303\u201317. https:\/\/doi.org\/10.3390\/su9122317.","journal-title":"Sustainability"},{"issue":"4","key":"1153_CR2","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1504\/IJKBD.2017.088183","volume":"8","author":"S Bonomi","year":"2017","unstructured":"Bonomi S, Ricciardi F, Rossignoli C. Network organisations for externality challenges: how social entrepreneurship co-evolves with ICT-enabled solutions. Int J Knowl Based Dev. 2017;8(4):346\u201366.","journal-title":"Int J Knowl Based Dev"},{"key":"1153_CR3","doi-asserted-by":"crossref","unstructured":"Saint-Onge H, Wallace D. Leveraging communities of practice for strategic advantage. Routledge; 2012","DOI":"10.4324\/9780080496085"},{"key":"1153_CR4","doi-asserted-by":"publisher","unstructured":"Tymoshchuk O, Almeida AM, Pedro L, Antunes MJ, Ramos F, Oliveira E, Carvalho D. Digital technologies as tools to promote tourism and territorial development: design of a mobile application for community-led initiatives. In: Dinis MG, Bonixe L, Lamy S, Breda Z (eds). Impact of New Media in Tourism. IGI Global; 2021. pp. 268\u2013291. https:\/\/doi.org\/10.4018\/978-1-7998-7095-1.ch016","DOI":"10.4018\/978-1-7998-7095-1.ch016"},{"key":"1153_CR5","unstructured":"Branco AC, Carvalho D, Sacramento, E, Tymoshchuk O, Oliveira E, Antunes MJ, Pedro L, Almeida AM, Ramos F. Prototyping and evaluating a mobile app to promote territorial innovation. In: Proceedings-Conference Communities and Networks for Territorial Innovation. 2021. pp. 73\u201381."},{"key":"1153_CR6","doi-asserted-by":"crossref","unstructured":"Oliveira E, Tymoshchuk O, Branco A, Carvalho D, Sacramento E, Antunes MJ, Pedro L, Almeida AM, Ramos F. End-user evaluation of a mobile application prototype for territorial innovation. In: Proceedings of International Conference on Enterprise Information Systems (ICEIS). 2021. pp. 495\u2013504.","DOI":"10.5220\/0010479104950504"},{"issue":"5","key":"1153_CR7","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ijmedinf.2008.10.002","volume":"78","author":"MW Jaspers","year":"2009","unstructured":"Jaspers MW. A comparison of usability methods for testing interactive health technologies: methodological aspects and empirical evidence. Int J Med Informatics. 2009;78(5):340\u201353.","journal-title":"Int J Med Informatics"},{"key":"1153_CR8","unstructured":"Fonseca MJ, Campos P, Gon\u00e7alves D. Introdu\u00e7\u00e3o ao Design de Interfaces. 2nd ed. FCA: Editora de Inform\u00e1tica; 2012."},{"key":"1153_CR9","doi-asserted-by":"crossref","unstructured":"Nielsen J. Usability inspection methods. In: Conference companion on Human factors in computing systems. 1994. pp. 413\u2013414.","DOI":"10.1145\/259963.260531"},{"key":"1153_CR10","doi-asserted-by":"publisher","DOI":"10.4324\/9781315200927","volume-title":"Fundamentals of user-centered design","author":"B Still","year":"2017","unstructured":"Still B, Crane K. Fundamentals of user-centered design. Nova York: CRC Press; 2017."},{"key":"1153_CR11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-4227-8","volume-title":"UX for developers","author":"W Knight","year":"2019","unstructured":"Knight W. UX for developers. Northampton: Apress; 2019."},{"key":"1153_CR12","first-page":"642","volume":"8118","author":"M Bernhaupt","year":"2013","unstructured":"Bernhaupt M, Pirker R. Evaluating user experience for interactive television: towards the development of a domain-specific user experience questionnaire. Hum Comput Interact Lect Notes Comput Sci. 2013;8118:642\u201359.","journal-title":"Hum Comput Interact Lect Notes Comput Sci"},{"key":"1153_CR13","unstructured":"Rogers Y, Sharp H, Preece J. Interaction design: beyond human-computer interaction. John Wiley and Sons; 2011."},{"key":"1153_CR14","doi-asserted-by":"crossref","unstructured":"Welfer D, da Silva RC, Kazienko JF. MobiCAP: A mobile application prototype for management of community-acquired pneumonia. In: 2014 IEEE 16th International Conference on e-Health Networking, Applications and Services (Healthcom). 2014. pp. 126\u2013127.","DOI":"10.1109\/HealthCom.2014.7001827"},{"key":"1153_CR15","unstructured":"Jones N, Pu P. User technology adoption issues in recommender systems. In: Proceedings of the 2007 Networking and Electronic Commerce Research Conference. 2007. pp. 379\u2013394."},{"key":"1153_CR16","doi-asserted-by":"crossref","unstructured":"Dourado MAD, Canedo ED. Usability heuristics for mobile applications a systematic review. In: Proceedings of the 20th International Conference on Enterprise Information Systems. 2018. pp. 483\u2013494.","DOI":"10.5220\/0006781404830494"},{"key":"1153_CR17","first-page":"1","volume":"1","author":"J Nielsen","year":"1995","unstructured":"Nielsen J. How to conduct a heuristic evaluation. Nielsen Norman Group. 1995;1:1\u20138.","journal-title":"Nielsen Norman Group"},{"key":"1153_CR18","unstructured":"Nielsen J. 10 Usability heuristics for user interface design. https:\/\/www.nngroup.com\/articles\/ten-usability-heuristics\/ Accessed 15 Nov 2020."},{"key":"1153_CR19","volume-title":"Usability heuristics for evaluating health-care applications for smartphones: a systematic literature review","author":"M Reolon","year":"2016","unstructured":"Reolon M, Lacerda TC, Krone C, von Wangenheim CG, Xafranski J, Nunes JV, von Wangenheim A. Usability heuristics for evaluating health-care applications for smartphones: a systematic literature review. Florian\u00f3polis: INE, UFSC; 2016."},{"key":"1153_CR20","doi-asserted-by":"crossref","unstructured":"Lacerda TC, Nunes JV, von Wangenheim CG. Usability heuristics for mobile phone applications: a literature review. In: Emerging perspectives on the de-sign, use, and evaluation of mobile and handheld devices. IGI Global; 2015. pp. 143\u2013157.","DOI":"10.4018\/978-1-4666-8583-3.ch007"},{"key":"1153_CR21","unstructured":"Wangenheim CG, Wangenheim A, Machado E, Lacerda T, Azevedo LF. MATCH-MED: Heur\u00edsticas e Checklist para Avalia\u00e7\u00e3o da Usabilidade de Aplicativos mHealth em Smartphones. Florian\u00f3polis: INE, UFSC; 2017."},{"key":"1153_CR22","volume-title":"Quantifying the user experience","author":"J Sauro","year":"2016","unstructured":"Sauro J, Lewis JR. Quantifying the user experience. 2nd ed. Practical Statistics for User Research. Cambridge: Elsevier; 2016.","edition":"2"},{"key":"1153_CR23","unstructured":"Rubin J, Chisnell D. How to plan, design, and conduct effective tests. Handbook of usability testing. Wiley Publishing, Inc; 2008."},{"key":"1153_CR24","volume-title":"Interaction design: Beyond human computer interaction","author":"H Sharp","year":"2007","unstructured":"Sharp H, Rogers Y, Preece J. Interaction design: Beyond human computer interaction. 2nd ed. New York: John Wiley & Sons; 2007.","edition":"2"},{"key":"1153_CR25","volume-title":"Online Communities: Designing Usability","author":"J Preece","year":"2000","unstructured":"Preece J. Online Communities: Designing Usability. Supporting Sociability: John Wiley; 2000."},{"issue":"2","key":"1153_CR26","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/S0169-2607(02)00036-6","volume":"69","author":"C Carroll","year":"2002","unstructured":"Carroll C, Marsden P, Soden P, Naylor E, New J, Dornan T. Involving users in the design and usability evaluation of a clinical decision support system. Comput Methods Programs Biomed. 2002;69(2):123\u201335.","journal-title":"Comput Methods Programs Biomed"},{"key":"1153_CR27","first-page":"1543","volume":"2","author":"J Nielsen","year":"1997","unstructured":"Nielsen J. Usability testing. Handbook of human factors and ergonomics. 1997;2:1543\u201368.","journal-title":"Handbook of human factors and ergonomics"},{"key":"1153_CR28","doi-asserted-by":"crossref","unstructured":"Muchagata J, Ferreira A. Visual Schedule: A Mobile Application for Autistic Children-Preliminary Study. In: Proceedings of ICEIS. 2019. pp. 452\u2013459.","DOI":"10.5220\/0007732804520459"},{"key":"1153_CR29","doi-asserted-by":"crossref","unstructured":"Lorenz T, Richter A, K\u00f6ster F, Rataj J. Iterative design process for the development and testing of cooperative applications. In: Proceedings of the 2010 Spring Simulation Multiconference. 2010. pp. 1\u20136.","DOI":"10.1145\/1878537.1878705"},{"issue":"1","key":"1153_CR30","doi-asserted-by":"publisher","first-page":"96","DOI":"10.36558\/22372903-2019V9N1-P6","volume":"9","author":"ADL Salgado","year":"2019","unstructured":"Salgado ADL, Pontin de Mattos Fortes R, Hung PC, Moreira DDA. A method for classifying usability findings to enhance validation of new heuristics. Revista de Sistemas e Computa\u00e7\u00e3o-RSC. 2019;9(1):96\u2013118.","journal-title":"Revista de Sistemas e Computa\u00e7\u00e3o-RSC."},{"key":"1153_CR31","doi-asserted-by":"publisher","first-page":"267","DOI":"10.4236\/jsea.2019.127016","volume":"12","author":"N Hashim","year":"2019","unstructured":"Hashim N, Isse A. Usability evaluation metrics of tourism mobile applications. J Softw Eng Appl. 2019;12:267\u201377. https:\/\/doi.org\/10.4236\/jsea.2019.127016.","journal-title":"J Softw Eng Appl"},{"key":"1153_CR32","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1016\/j.procs.2015.09.273","volume":"67","author":"AI Martins","year":"2015","unstructured":"Martins AI, Rosa AF, Queir\u00f3s A, Silva A, Rocha N. European portuguese validation of the system usability scale (SUS). Proc Comput Sci. 2015;67:293\u2013300.","journal-title":"Proc Comput Sci"},{"key":"1153_CR33","doi-asserted-by":"crossref","unstructured":"Hassenzahl M, Burmester M, Koller F. AttrakDiff: Ein Fragebogen zur Messung wahrgenommener hedonischer und pragmatischer Qualit\u00e4t. In: Mensch and computer. Vieweg Teubner Verlag; 2003. pp.187\u2013196.","DOI":"10.1007\/978-3-322-80058-9_19"},{"key":"1153_CR34","unstructured":"Nielsen J. Usability Metrics. 2001.https:\/\/www.nngroup.com\/articles\/usability-metrics\/. Accessed 16 Jul 2021."},{"key":"1153_CR35","unstructured":"Wharton C, Rieman J, Lewis C, Polson, P. The Cognitive Walkthrough: A practitioner\u2019s guide. In J. Nielsen RL. Mack (Eds.), Usability inspections methods. New York: Wiley; 1994. pp. 105\u2013140."},{"key":"1153_CR36","first-page":"7","volume":"44","author":"PA Silva","year":"2020","unstructured":"Silva PA, Antunes MJ, Tymoshchuk O, Pedro L, Almeida M, Ramos F. Understanding the role of communication and mediation strategies in community-led territorial innovation: a systematic review. Interact Des Arch J (IxD&A). 2020;44:7\u201328.","journal-title":"Interact Des Arch J (IxD&A)"},{"issue":"4","key":"1153_CR37","first-page":"70","volume":"13","author":"O Tymoshchuk","year":"2019","unstructured":"Tymoshchuk O, Ren\u00f3 D, Silva PA, Almeida AM, Pedro L, Ramos F. Media\u00e7\u00e3o digital para a inova\u00e7\u00e3o territorial: um estudo de caso m\u00faltiplo em redes sociais digitais. OBS Observatorio. 2019;13(4):70\u201388.","journal-title":"OBS Observatorio."},{"key":"1153_CR38","unstructured":"Sauro J. Measuring usability with the system usability scale (SUS). Measuring U. 2011."},{"key":"1153_CR39","unstructured":"Barbosa A. Medindo a usabilidade do seu produto com System Usability Scale (SUS). CA Design. 2019."},{"key":"1153_CR40","doi-asserted-by":"crossref","unstructured":"Inostroza R, Rusu C, Roncagliolo S, Rusu V. Usability heuristics for touchscreen-based mobile devices: update. In: Proceedings of the 2013 Chilean Conference on Human-Computer Interaction. 2013. pp. 24\u201329.","DOI":"10.1145\/2535597.2535602"},{"key":"1153_CR41","doi-asserted-by":"publisher","unstructured":"Almeida P, Abreu J, Silva T, Varsori E, Oliveira, E, Velhinho A, Oliveira D. Iterative user experience evaluation of a user interface for the unification of TV contents. In: Iberoamerican Conference on Applications and Usability of Interactive TV. Springer, Cham. 2017. pp. 44\u201357. https:\/\/doi.org\/10.1007\/978-3-319-90170-1_4","DOI":"10.1007\/978-3-319-90170-1_4"},{"key":"1153_CR42","doi-asserted-by":"crossref","unstructured":"Sauro, Jeff, and James R. Lewis. Quantifying the user experience: Practical statistics for user research. Morgan Kaufmann, 2016.","DOI":"10.1016\/B978-0-12-802308-2.00002-3"},{"issue":"4","key":"1153_CR43","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1515\/popets-2018-0035","volume":"2018","author":"A Shuba","year":"2018","unstructured":"Shuba A, Markopoulou A, Shafiq Z. Nomoads: effective and efficient cross-app mobile ad-blocking. Proc Privacy Enhancing Technol. 2018;2018(4):125\u201340.","journal-title":"Proc Privacy Enhancing Technol"},{"key":"1153_CR44","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0218724","author":"LC Brewer","year":"2019","unstructured":"Brewer LC, Hayes SN, Caron AR, Derby DA, Breutzman NS, Wicks A, Patten CA. Promoting cardiovascular health and wellness among African-Americans: community participatory approach to design an innovative mobile-health intervention. PLoS ONE. 2019. https:\/\/doi.org\/10.1371\/journal.pone.0218724.","journal-title":"PLoS ONE"},{"key":"1153_CR45","doi-asserted-by":"crossref","unstructured":"\u200b\u200bStowell E, Lyson MC, Saksono H, Wurth RC, Jimison H, Pavel M. Designing and evaluating mhealth interventions for vulnerable populations: a systematic review. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems. Montreal QC, Canada. ACM; 2018. p. 1\u201317.","DOI":"10.1145\/3173574.3173589"},{"issue":"8","key":"1153_CR46","doi-asserted-by":"publisher","first-page":"1080","DOI":"10.1093\/jamia\/ocy052","volume":"25","author":"TC Veinot","year":"2018","unstructured":"Veinot TC, Mitchell H, Ancker JS. Good intentions are not enough: how informatics interventions can worsen inequality. J Am Med Inform Assoc. 2018;25(8):1080\u20138.","journal-title":"J Am Med Inform Assoc"},{"issue":"06","key":"1153_CR47","doi-asserted-by":"publisher","first-page":"33","DOI":"10.23972\/det2013iss06pp33-42","volume":"3","author":"VC Feij\u00f3","year":"2013","unstructured":"Feij\u00f3 VC, Gon\u00e7alves BS, Gomez LSR. Heur\u00edstica para avalia\u00e7\u00e3o de usabilidade em interfaces de aplicativos smartphones: Utilidade, produtividade e imers\u00e3o. Design e Tecnologia. 2013;3(06):33\u201342.","journal-title":"Design e Tecnologia"},{"issue":"1","key":"1153_CR48","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40692-017-0093-6","volume":"5","author":"BA Kumar","year":"2018","unstructured":"Kumar BA, Mohite P. Usability of mobile learning applications: a systematic literature review. J Comput Educ. 2018;5(1):1\u201317.","journal-title":"J Comput Educ"},{"key":"1153_CR49","unstructured":"Almeida P, Abreu J, Oliveira ER, Velhinho A. Expert evaluation of a user interface for the unification of TV contents. In: Proceedings of the 6th Ibero-American Conference on Usability and Interactive TV Applications\u2014jAUTI\u20192017. 2017. pp. 59\u201370."}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-022-01153-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-022-01153-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-022-01153-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,23]],"date-time":"2024-09-23T14:58:21Z","timestamp":1727103501000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-022-01153-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,30]]},"references-count":49,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["1153"],"URL":"https:\/\/doi.org\/10.1007\/s42979-022-01153-6","relation":{},"ISSN":["2661-8907"],"issn-type":[{"type":"electronic","value":"2661-8907"}],"subject":[],"published":{"date-parts":[[2022,4,30]]},"assertion":[{"value":"14 September 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 April 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"262"}}