{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:50:34Z","timestamp":1740124234455,"version":"3.37.3"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,7,4]],"date-time":"2019-07-04T00:00:00Z","timestamp":1562198400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,7,4]],"date-time":"2019-07-04T00:00:00Z","timestamp":1562198400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s11219-019-09455-4","type":"journal-article","created":{"date-parts":[[2019,7,4]],"date-time":"2019-07-04T14:21:54Z","timestamp":1562250114000},"page":"1505-1530","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Analysis and measurement of internal usability metrics through code annotations"],"prefix":"10.1007","volume":"27","author":[{"given":"Maximilian","family":"Schramme","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5071-0076","authenticated-orcid":false,"given":"Jos\u00e9 A.","family":"Mac\u00edas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,7,4]]},"reference":[{"issue":"4","key":"9455_CR1","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1023\/A:1025869312943","volume":"11","author":"A Abran","year":"2003","unstructured":"Abran, A., Khelifi, A., Suryn, W., & Seffah, A. (2003). Usability meanings and interpretations in ISO standards. Software Quality Journal, 11(4), 325\u2013338.","journal-title":"Software Quality Journal"},{"key":"9455_CR2","unstructured":"Ammar, L. B., Trabelsi, A., & Mahfoudhi, A. (2013). Dealing with usability in model-driven development method. In Proceedings of the International Conference on Enterprise Information Systems."},{"key":"9455_CR3","doi-asserted-by":"crossref","unstructured":"Bailey, R. W., Wolfson, C. A., Nall, J., & Koyani, S. (2009). Performance-based usability testing: metrics that have the greatest impact for improving a system\u2019s usability. In Proceedings of the International Conference on Human Centered Design.","DOI":"10.1007\/978-3-642-02806-9_1"},{"key":"9455_CR4","doi-asserted-by":"crossref","unstructured":"Bevan, N. (2009). Extending quality in use to provide a framework for usability measurement. In Proceedings of the International Conference on Human Centered Design.","DOI":"10.1007\/978-3-642-02806-9_2"},{"key":"9455_CR5","unstructured":"Bevan, N., Carter, J., Earthy, J., Geis, T., & Harker, S. (2016). New ISO standards for usability, usability reports and usability measures. In Proceedings of the International Conference on Human-Computer Interaction. Cham: Springer."},{"key":"9455_CR6","doi-asserted-by":"crossref","unstructured":"Borges, C. R, & Mac\u00edas, J. A. (2010). Feasible database querying using a visual end-user approach. In Proceedings of the ACM SIGCHI Symposium on Engineering Interactive Computing Systems.","DOI":"10.1145\/1822018.1822047"},{"key":"9455_CR7","unstructured":"Brajnik, G. (2000). Automatic web usability evaluation: what needs to be done. In Proc. Human Factors and the Web, 6th Conference."},{"key":"9455_CR8","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1016\/S0065-2458(02)80005-5","volume":"56","author":"LC Briand","year":"2002","unstructured":"Briand, L. C., & W\u00fcst, J. (2002). Empirical studies of quality models in object-oriented systems. Advances in Computers, 56, 97\u2013166.","journal-title":"Advances in Computers"},{"key":"9455_CR9","unstructured":"Card, S., Newell, K., & Moran, T. (1999). The psychology of human-computer interaction. Lawrence Erlbaum Associate."},{"issue":"3","key":"9455_CR10","doi-asserted-by":"publisher","first-page":"743","DOI":"10.1007\/s11219-016-9320-z","volume":"25","author":"RM Carvalho","year":"2017","unstructured":"Carvalho, R. M., de Castro Andrade, R. M., de Oliveira, K. M., de Sousa Santos, I., & Bezerra, C. I. M. (2017). Quality characteristics and measures for human\u2013computer interaction evaluation in ubiquitous systems. Software Quality Journal, 25(3), 743\u2013795.","journal-title":"Software Quality Journal"},{"key":"9455_CR11","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.infsof.2018.01.010","volume":"97","author":"L Cayola","year":"2018","unstructured":"Cayola, L., & Mac\u00edas, J. A. (2018). Systematic guidance on usability methods in user-centered software development. Information and Software Technology, 97, 163\u2013175.","journal-title":"Information and Software Technology"},{"key":"9455_CR12","unstructured":"Dix, A., Finlay, J. E., Abowd, G. D., & Beale, R. (2004). Human-computer interaction. Prentice-Hall."},{"issue":"2","key":"9455_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1943371.1943382","volume":"36","author":"SK Dubey","year":"2011","unstructured":"Dubey, S. K., & Rana, A. (2011). Usability estimation of software system by using object-oriented metrics. ACM SIGSOFT Software Engineering Notes, 36(2), 1\u20136.","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"key":"9455_CR14","doi-asserted-by":"crossref","first-page":"379","DOI":"10.3758\/BF03195514","volume":"35","author":"L Faulkner","year":"2003","unstructured":"Faulkner, L. (2003). Beyond the five-user assumption: benefits of increased sample sizes in usability testing. Behavior Research Methods, 35, 379\u2013383.","journal-title":"Behavior Research Methods"},{"key":"9455_CR15","doi-asserted-by":"crossref","unstructured":"Fernandez, A., Insfran, E., Abrah\u00e3o, S., Cars\u00ed, J. \u00c1., & Montero, E. (2012). Integrating usability evaluation into model-driven video game development. In Proceedings of the International Conference on Human-Centred Software Engineering.","DOI":"10.1007\/978-3-642-34347-6_22"},{"key":"9455_CR16","doi-asserted-by":"crossref","unstructured":"Feuerstack, S., Blumendorf, M., Kern, M., Kruppa, M., Quade, M., Runge, M., et al. (2008). Automated usability evaluation during model-based interactive system development. In Proceedings of the Engineering Interactive Systems.","DOI":"10.1007\/978-3-540-85992-5_12"},{"key":"9455_CR17","unstructured":"Fraternali, P., Matera, M., & Maurino, A. (2002). WQA: an XSL framework for analyzing the quality of web applications. In Proc. of IWWOST (Vol. 2)."},{"issue":"2","key":"9455_CR18","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1007\/s11219-017-9365-7","volume":"26","author":"WM Han","year":"2017","unstructured":"Han, W. M. (2017). Evaluating perceived and estimated data quality for Web 2.0 applications: a gap analysis. Software Quality Journal, 26(2), 367\u2013383. https:\/\/doi.org\/10.1007\/s11219-017-9365-7 .","journal-title":"Software Quality Journal"},{"issue":"5","key":"9455_CR19","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1145\/1735223.1735255","volume":"53","author":"W Hwang","year":"2010","unstructured":"Hwang, W., & Salvendy, G. (2010). Number of people required for usability evaluation: the 10\u00b12 rule. Communications of the ACM, 53(5), 130\u2013133.","journal-title":"Communications of the ACM"},{"key":"9455_CR20","unstructured":"IBM (2018). Eclipse Development Framework. http:\/\/www.eclipse.org . Accessed 11 Nov 2018."},{"key":"9455_CR21","unstructured":"IEEE (2008). IEEE 1028 Standard for software reviews and audits."},{"key":"9455_CR22","unstructured":"ISO (2001). ISO\/IEC 9126-1:2001. Software engineering- Product Quality \u2013 Part 1: quality model."},{"key":"9455_CR23","unstructured":"ISO (2002). ISO\/IEC TR 9126-2:2002. Software engineering \u2013 Product quality \u2013 Part 2: external metrics."},{"key":"9455_CR24","unstructured":"ISO (2003). ISO\/IEC TR 9126-3:2003. Software engineering \u2013 Product quality \u2013 Part 3: internal metrics."},{"key":"9455_CR25","unstructured":"ISO (2005) ISO\/IEC 25000. Systems and software engineering \u2013 Systems and Software Quality Requirements and Evaluation (SQuaRE)."},{"key":"9455_CR26","unstructured":"ISO (2006). ISO\/IEC 14598:2006. Information Technology \u2013 Software Product Evaluation."},{"key":"9455_CR27","unstructured":"ISO (2011). ISO\/IEC 25010:2011. Systems and software engineering \u2014 Systems and software Quality Requirements and Evaluation (SQuaRE) \u2014 System and software quality models \u2013 Quality Model Division."},{"key":"9455_CR28","unstructured":"ISO (2016). ISO\/IEC 25023:2016. Systems and Software Engineering \u2013 Systems and Software Quality Requirements and Evaluation (SQuaRE) \u2013 Measurement of System and Software Product Quality."},{"key":"9455_CR29","doi-asserted-by":"crossref","unstructured":"Jabangwe, R., & \u0160mite, D. (2012). An exploratory study of software evolution and quality: before, during and after a transfer. In Proceedings of the IEEE International Conference on Global Software Engineering.","DOI":"10.1109\/ICGSE.2012.30"},{"issue":"4","key":"9455_CR30","doi-asserted-by":"publisher","first-page":"539","DOI":"10.1007\/s11219-014-9247-1","volume":"23","author":"R Jabangwe","year":"2015","unstructured":"Jabangwe, R., B\u00f6rstler, J., & Petersen, K. (2015). Handover of managerial responsibilities in global software development: a case study of source code evolution and quality. Software Quality Journal, 23(4), 539\u2013566.","journal-title":"Software Quality Journal"},{"issue":"3","key":"9455_CR31","doi-asserted-by":"publisher","first-page":"17","DOI":"10.5121\/ijsea.2010.1302","volume":"1","author":"Y Kanellopoulos","year":"2010","unstructured":"Kanellopoulos, Y., Antonellis, P., Antoniou, D., Makris, C., Theodoridis, E., Tjortjis, C., & Tsirakis, N. (2010). Code quality evaluation methodology using the ISO\/IEC 9126 standard. International Journal of Software Engineering and Applications, 1(3), 17\u201336.","journal-title":"International Journal of Software Engineering and Applications"},{"key":"9455_CR32","unstructured":"Lettner, F., & Holzmann, C. (2011). Usability evaluation framework: automated interface analysis for android applications. In Proceedings of the International Conference on Computer Aided Systems Theory."},{"key":"9455_CR33","first-page":"3","volume":"8","author":"AM Lund","year":"2001","unstructured":"Lund, A. M. (2001). Measuring usability with the USE questionnaire. Usability Interface, 8, 3\u20136.","journal-title":"Usability Interface"},{"issue":"2","key":"9455_CR34","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/s11280-008-0043-3","volume":"11","author":"JA Mac\u00edas","year":"2008","unstructured":"Mac\u00edas, J. A. (2008). Intelligent assistance in authoring dynamically generated web interfaces. World Wide Web, 11(2), 253\u2013286.","journal-title":"World Wide Web"},{"key":"9455_CR35","doi-asserted-by":"crossref","unstructured":"Mac\u00edas, J. A., & Castells, P. (2003). Dynamic web page authoring by example using ontology-based domain knowledge. In Proceedings of the 8th International Conference on Intelligent User Interfaces. ACM.","DOI":"10.1145\/604045.604068"},{"key":"9455_CR36","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1007\/978-1-84800-907-3_16","volume-title":"Human-Centered Software Engineering","author":"Atif M. Memon","year":"2009","unstructured":"Memon, A. M. (2009). Using reverse engineering for automated usability evaluation of gui-based applications. In Proceedings of the Human-Centered Software Engineering."},{"key":"9455_CR37","doi-asserted-by":"crossref","unstructured":"Nielsen, J., & Landauer, T.K. (1993). A mathematical model of the finding of usability problems. In Proceedings of the Conference on Human Factors in Computing Systems.","DOI":"10.1145\/169059.169166"},{"key":"9455_CR38","doi-asserted-by":"crossref","unstructured":"Nielsen, J., & Molich, R. (1990, March). Heuristic evaluation of user interfaces. In Proceedings of the SIGCHI Conference on Human factors in Computing Systems.","DOI":"10.1145\/97243.97281"},{"key":"9455_CR39","doi-asserted-by":"crossref","unstructured":"Oliveira, P., Valente, M. T., & Lima, F. P. (2014). Extracting relative thresholds for source code metrics. In Proceedings of the Software Evolution Week-IEEE Conference on Software Maintenance, Reengineering, and Reverse Engineering. IEEE.","DOI":"10.1109\/CSMR-WCRE.2014.6747177"},{"key":"9455_CR40","unstructured":"Oracle (2018). Java Development Kit. http:\/\/www.oracle.com\/technetwork\/java . Accessed 11 Nov 2018."},{"issue":"12","key":"9455_CR41","doi-asserted-by":"publisher","first-page":"3039","DOI":"10.1016\/j.jss.2013.05.071","volume":"86","author":"T Orehova\u010dki","year":"2013","unstructured":"Orehova\u010dki, T., Grani\u0107, A., & Kermek, D. (2013). Evaluating the perceived and estimated quality in use of Web 2.0 applications. Journal of Systems and Software, 86(12), 3039\u20133059.","journal-title":"Journal of Systems and Software"},{"key":"9455_CR42","unstructured":"Otkj\u00e6r Bak, J., Nguyen, K., Risgaard, P., & Stage, J. (2008). Obstacles to usability evaluation in practice: a survey of software development organizations. In Proceedings of the Nordic Conference on Human-Computer Interaction."},{"issue":"03","key":"9455_CR43","doi-asserted-by":"publisher","first-page":"339","DOI":"10.1142\/S0218194011005311","volume":"21","author":"JI Panach","year":"2011","unstructured":"Panach, J. I., Condori-Fernandez, N., Vos, T., Aquino, N., & Valverde, F. (2011). Early usability measurement in model-driven development: definition and empirical evaluation. International Journal of Software Engineering and Knowledge Engineering, 21(03), 339\u2013365.","journal-title":"International Journal of Software Engineering and Knowledge Engineering"},{"key":"9455_CR44","unstructured":"Perlman, G. (2015). User interface usability evaluation with web-based questionnaires. http:\/\/garyperlman.com\/quest\/quest.cgi?form=USE . Accessed 11 Nov 2018."},{"issue":"2","key":"9455_CR45","doi-asserted-by":"publisher","first-page":"181","DOI":"10.1007\/s00766-017-0282-x","volume":"24","author":"E S\u00e1nchez","year":"2017","unstructured":"S\u00e1nchez, E., & Mac\u00edas, J. A. (2017). A set of prescribed activities for enhancing requirements engineering in the development of usable e-Government applications. Requirements Engineering, 24(2), 181\u2013203. https:\/\/doi.org\/10.1007\/s00766-017-0282-x .","journal-title":"Requirements Engineering"},{"key":"9455_CR46","unstructured":"Sauro, J. (2018). MeasuringU. https:\/\/measuringu.com . Accessed 11 Nov 2018."},{"issue":"2","key":"9455_CR47","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1007\/s11219-006-7600-8","volume":"14","author":"A Seffah","year":"2006","unstructured":"Seffah, A., Donyaee, M., Kline, R. B., & Padda, H. K. (2006). Usability measurement and metrics: a consolidated model. Software Quality Journal, 14(2), 159\u2013178.","journal-title":"Software Quality Journal"},{"issue":"1","key":"9455_CR48","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s11219-009-9079-6","volume":"18","author":"Y Singh","year":"2010","unstructured":"Singh, Y., Kaur, A., & Malhotra, R. (2010). Empirical validation of object-oriented metrics for predicting fault proneness models. Software Quality Journal, 18(1), 3\u201335.","journal-title":"Software Quality Journal"},{"key":"9455_CR49","unstructured":"Sun (2018). NetBeans Development Framework. https:\/\/netbeans.org . Accessed 11 Nov 2018."},{"issue":"1","key":"9455_CR50","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.csi.2013.08.006","volume":"36","author":"P Tomas","year":"2013","unstructured":"Tomas, P., Escalona, M. J., & Mej\u00edas, M. (2013). Open source tools for measuring the Internal Quality of Java software products. A survey. Computer Standards & Interfaces, 36(1), 244\u2013255.","journal-title":"Computer Standards & Interfaces"},{"key":"9455_CR51","unstructured":"Tullis, T., & Albert, W. (2013). Measuring the user experience. Morgan Kaufmann."},{"key":"9455_CR52","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1016\/j.ijhcs.2018.09.012","volume":"122","author":"R Veral","year":"2019","unstructured":"Veral, R., & Mac\u00edas, J. A. (2019). Supporting user-perceived usability benchmarking through a developed quantitative metric. International Journal of Human-Computer Studies., 122, 184\u2013195.","journal-title":"International Journal of Human-Computer Studies."},{"key":"9455_CR53","unstructured":"Wharton, C. (1992). Cognitive walkthroughs: instructions, forms and examples. Technical Report CU-ICS-92-17. University of Colorado."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-019-09455-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-019-09455-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-019-09455-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,20]],"date-time":"2024-07-20T16:38:44Z","timestamp":1721493524000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-019-09455-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,4]]},"references-count":53,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["9455"],"URL":"https:\/\/doi.org\/10.1007\/s11219-019-09455-4","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"type":"print","value":"0963-9314"},{"type":"electronic","value":"1573-1367"}],"subject":[],"published":{"date-parts":[[2019,7,4]]},"assertion":[{"value":"4 July 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}