{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T10:40:42Z","timestamp":1774435242390,"version":"3.50.1"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,8,4]],"date-time":"2018-08-04T00:00:00Z","timestamp":1533340800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003074","name":"Agencia Nacional de Promoci\u00f3n Cient\u00edfica y Tecnol\u00f3gica","doi-asserted-by":"publisher","award":["PICT-2015-3000"],"award-info":[{"award-number":["PICT-2015-3000"]}],"id":[{"id":"10.13039\/501100003074","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2019,3]]},"DOI":"10.1007\/s11219-018-9413-y","type":"journal-article","created":{"date-parts":[[2018,8,4]],"date-time":"2018-08-04T00:21:39Z","timestamp":1533342099000},"page":"203-240","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Usability improvement through A\/B testing and refactoring"],"prefix":"10.1007","volume":"27","author":[{"given":"Sergio","family":"Firmenich","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5052-705X","authenticated-orcid":false,"given":"Alejandra","family":"Garrido","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juli\u00e1n","family":"Grigera","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jos\u00e9 Mat\u00edas","family":"Rivero","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gustavo","family":"Rossi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,8,4]]},"reference":[{"key":"9413_CR1","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1007\/978-3-642-12165-4_34","volume":"6017","author":"G Benigni","year":"2010","unstructured":"Benigni, G., Gervasi, O., Passeri, F., & Kim, T. (2010). USABAGILE_web: a web agile usability approach for web site design. ICCSA (2) - Lecture Notes in Computer Science (LNCS), 6017, 422\u2013431.","journal-title":"ICCSA (2) - Lecture Notes in Computer Science (LNCS)"},{"key":"9413_CR2","first-page":"4","volume":"189","author":"J Brooke","year":"1996","unstructured":"Brooke, J. (1996). SUS - a quick and dirty usability scale. Usability Evaluation in Industry, 189, 4\u20137.","journal-title":"Usability Evaluation in Industry"},{"key":"9413_CR3","doi-asserted-by":"crossref","unstructured":"Burzacca, P., and Patern\u00f2, F. (2013) Remote usability evaluation of mobile web applications. In Proceedings of the 15th Int. Conf. on Human-Computer Interaction Vol. 1, pp. 241\u2013248.","DOI":"10.1007\/978-3-642-39232-0_27"},{"key":"9413_CR4","first-page":"349","volume":"6949","author":"T Carta","year":"2011","unstructured":"Carta, T., Patern\u00f2, F., & De Santana, V. (2011). Web usability probe: A tool for supporting remote usability evaluation of web sites. In INTERACT 2011. LNCS, 6949, 349\u2013357.","journal-title":"LNCS"},{"key":"9413_CR5","doi-asserted-by":"crossref","unstructured":"Da Silva, T.S., Silveira, M.S., De O. Melo, C., and Parzianello, L.C. (2013) Understanding the UX designer\u2019s role within agile teams. In LNCS Vol. 8012, pp. 599\u2013609.","DOI":"10.1007\/978-3-642-39229-0_64"},{"issue":"3","key":"9413_CR6","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1145\/1242421.1242447","volume":"14","author":"M Detweiler","year":"2007","unstructured":"Detweiler, M. (2007). Managing UCD within agile projects. Interactions, 14(3), 40.","journal-title":"Interactions"},{"issue":"8","key":"9413_CR7","first-page":"1","volume":"9","author":"O Diaz","year":"2015","unstructured":"Diaz, O., & Arellano, C. (2015). The augmented web: Rationales, opportunities, and challenges on browser-side transcoding. ACM Transaction on the Web, 9(8), 1\u20138:30.","journal-title":"ACM Transaction on the Web"},{"issue":"4","key":"9413_CR8","doi-asserted-by":"publisher","first-page":"497","DOI":"10.1007\/s10660-014-9149-0","volume":"14","author":"D Distante","year":"2014","unstructured":"Distante, D., Garrido, A., Camelier-Carvajal, J., Giandini, R., & Rossi, G. (2014). Business processes refactoring to improve usability in E-commerce applications. Electronic Commerce Research, 14(4), 497\u2013529.","journal-title":"Electronic Commerce Research"},{"key":"9413_CR9","doi-asserted-by":"crossref","unstructured":"D\u00fcchting, M., Zimmermann, D., and Nebe, K. (2007) Incorporating user centered requirement engineering into agile software development. In 12th Int. Conf. Human-computer interaction pp. 58\u201367.","DOI":"10.1007\/978-3-540-73105-4_7"},{"issue":"8","key":"9413_CR10","doi-asserted-by":"publisher","first-page":"789","DOI":"10.1016\/j.infsof.2011.02.007","volume":"53","author":"A Fernandez","year":"2011","unstructured":"Fernandez, A., Insfran, E., & Abrah\u00e3o, S. (2011). Usability evaluation methods for the web: A systematic mapping study. Information and Software Technology, 53(8), 789\u2013817.","journal-title":"Information and Software Technology"},{"issue":"1","key":"9413_CR11","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1016\/j.jss.2012.07.043","volume":"86","author":"A Fernandez","year":"2013","unstructured":"Fernandez, A., Abrah\u00e3o, S., & Insfran, E. (2013). Empirical validation of a usability inspection method for model-driven web development. Journal of Systems and Software, 86(1), 161\u2013186.","journal-title":"Journal of Systems and Software"},{"key":"9413_CR12","unstructured":"Firmenich, D., Firmenich, S., Rivero, J. M., Antonelli, L., & Rossi, G. (2016). CrowdMock: An approach for defining and evolving web augmentation requirements. Requirements Engineering, 1\u201329."},{"key":"9413_CR13","unstructured":"Fowler, M. (1997) Analysis patterns: Reusable object models. Addison Wesley. Addison Wesley."},{"key":"9413_CR14","unstructured":"Fowler, M. (1999) Refactoring: Improving the design of existing code, 431 p. Addison-Wesley."},{"issue":"3","key":"9413_CR15","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1109\/MS.2010.114","volume":"28","author":"A Garrido","year":"2011","unstructured":"Garrido, A., Rossi, G., & Distante, D. (2011). Refactoring for usability in web applications. IEEE Software, 28(3), 60\u201367.","journal-title":"IEEE Software"},{"issue":"4","key":"9413_CR16","doi-asserted-by":"publisher","first-page":"58","DOI":"10.1109\/MIC.2012.143","volume":"17","author":"A Garrido","year":"2013","unstructured":"Garrido, A., Firmenich, S., Rossi, G., Grigera, J., Medina-Medina, N., & Harari, I. (2013). Personalized web accessibility using client-side refactoring. IEEE Internet Computing, 17(4), 58\u201366.","journal-title":"IEEE Internet Computing"},{"key":"9413_CR17","doi-asserted-by":"crossref","unstructured":"Garrido, A., Rossi, G., Medina, N. M., Grigera, J., & Firmenich, S. (2014). Improving accessibility of web interfaces: Refactoring to the rescue. Universal Access in the Information Society, 13(4),\u00a0387\u2013399.","DOI":"10.1007\/s10209-013-0323-2"},{"key":"9413_CR18","first-page":"18","volume":"1","author":"Genov, and Alex","year":"2005","unstructured":"Genov, and Alex. (2005). Iterative usability testing as continuous feedback: A control systems perspective. Journal of Usability Studies, 1, 18\u201327.","journal-title":"Journal of Usability Studies"},{"issue":"3","key":"9413_CR19","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1108\/10650750510612371","volume":"21","author":"CA George","year":"2005","unstructured":"George, C. A. (2005). Usability testing and design of a library website: An iterative approach. OCLC Systems & Services: International digital library perspectives, 21(3), 167\u2013180.","journal-title":"OCLC Systems & Services: International digital library perspectives"},{"issue":"3","key":"9413_CR20","doi-asserted-by":"publisher","first-page":"1224","DOI":"10.1007\/s10664-015-9384-6","volume":"21","author":"J Grigera","year":"2016","unstructured":"Grigera, J., Garrido, A., Panach, J. I., Distante, D., & Rossi, G. (2016). Assessing refactorings for usability in e-commerce applications. Empirical Software Engineering, 21(3), 1224\u20131271.","journal-title":"Empirical Software Engineering"},{"key":"9413_CR21","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.ijhcs.2016.09.009","volume":"97","author":"J Grigera","year":"2017","unstructured":"Grigera, J., Garrido, A., Rivero, J. M., & Rossi, G. (2017). Automatic detection of usability smells in web applications. International Journal of Human-Computer Studies, 97, 129\u2013148.","journal-title":"International Journal of Human-Computer Studies"},{"key":"9413_CR22","doi-asserted-by":"crossref","unstructured":"Hartson, H.R., and Castillo, J.C. (1998) Remote evaluation for post-deployment usability improvement. In Proceedings of the working conference on Advanced visual interfaces - AVI \u201898 pp. 22\u201329. ACM Press, New York","DOI":"10.1145\/948496.948499"},{"issue":"1","key":"9413_CR23","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1207\/S15327590IJHC1501_13","volume":"15","author":"HR Hartson","year":"2003","unstructured":"Hartson, H. R., Andre, T. S., & Williges, R. C. (2003). Criteria for evaluating usability evaluation methods. International Journal of Human-Computer Interaction, 15(1), 145\u2013181.","journal-title":"International Journal of Human-Computer Interaction"},{"key":"9413_CR24","doi-asserted-by":"publisher","first-page":"266","DOI":"10.4018\/978-1-59140-562-7.ch042","volume-title":"Encyclopedia of human computer interaction","author":"M Hassenzahl","year":"2006","unstructured":"Hassenzahl, M. (2006). Hedonic, emotional, and experiential perspectives on product quality. In Encyclopedia of human computer interaction (pp. 266\u2013268)."},{"key":"9413_CR25","unstructured":"ISO, I (2011) ISO\/IEC 25010 - Systems and software engineering - Systems and software Quality Requirements and Evaluation (SQuaRE) - System and software quality models."},{"key":"9413_CR26","doi-asserted-by":"crossref","unstructured":"Jurca, G., Hellmann, T.D., and Maurer, F. (2014) Integrating agile and user-centered design: A systematic mapping and review of evaluation and validation studies of agile-UX. In Proceedings - 2014 Agile Conference, AGILE 2014.","DOI":"10.1109\/AGILE.2014.17"},{"key":"9413_CR27","doi-asserted-by":"crossref","unstructured":"Kohavi, R., and Longbotham, R. (2015) Online controlled experiments and a\/B tests motivation and background. Encyclopedia of Machine Learning and Data Mining.","DOI":"10.1007\/978-1-4899-7502-7_891-1"},{"issue":"1","key":"9413_CR28","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1007\/s10618-008-0114-1","volume":"18","author":"R Kohavi","year":"2009","unstructured":"Kohavi, R., Longbotham, R., Sommerfield, D., & Henne, R. M. (2009). Controlled experiments on the web: Survey and practical guide. Data Mining and Knowledge Discovery, 18(1), 140\u2013181.","journal-title":"Data Mining and Knowledge Discovery"},{"key":"#cr-split#-9413_CR29.1","unstructured":"Lee, J.C., and McCrickard, D.S. (2007) Towards extreme"},{"key":"#cr-split#-9413_CR29.2","doi-asserted-by":"crossref","unstructured":"(ly) usable software: Exploring tensions between usability and agile software development. In Agile 2007 pp. 59-71.","DOI":"10.1109\/AGILE.2007.63"},{"key":"9413_CR30","unstructured":"Nielsen, J. (2000) Why You Only Need to Test with 5 Users. https:\/\/www.nngroup.com\/articles\/why-you-only-need-to-test-with-5-users\/ . Last accessed June 16, 2018."},{"key":"9413_CR31","unstructured":"Nielsen, J., and Loranger, H. (2006) Prioritizing Web Usability, 406 p. (C. Peri, Ed.). Pearson Education."},{"key":"9413_CR32","doi-asserted-by":"crossref","unstructured":"Obendorf, H., and Finck, M. (2008) Scenario-based usability engineering techniques in agile development processes. Proceeding of the twenty-sixth annual CHI conference extended abstracts on Human factors in computing systems - CHI \u201808, 2159.","DOI":"10.1145\/1358628.1358649"},{"issue":"3","key":"9413_CR33","doi-asserted-by":"publisher","first-page":"369","DOI":"10.3758\/BF03195513","volume":"35","author":"L Paganelli","year":"2003","unstructured":"Paganelli, L., & Patern\u00f2, F. (2003). Tools for remote usability evaluation of web applications through browser logs and task models. Behavior Research Methods, Instruments, & Computers\u00a0: A Journal of the Psychonomic Society, Inc, 35(3), 369\u2013378.","journal-title":"Behavior Research Methods, Instruments, & Computers\u00a0: A Journal of the Psychonomic Society, Inc"},{"key":"9413_CR34","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1016\/j.infsof.2014.07.002","volume":"58","author":"JI Panach","year":"2015","unstructured":"Panach, J. I., Juristo, N., Valverde, F., & Pastor, O. (2015). A framework to identify primitives that represent usability within model-driven development methods. Information and Software Technology, 58, 338\u2013354.","journal-title":"Information and Software Technology"},{"key":"9413_CR35","unstructured":"Rubin, K. (2012) Essential scrum: A practical guide to the most popular agile process. Addison-Wesley."},{"key":"9413_CR36","unstructured":"Rubin, J., and Chisnell, D. (2008) Handbook of usability testing: Howto plan, design, and conduct effective tests. Wiley."},{"key":"9413_CR37","doi-asserted-by":"crossref","unstructured":"Salvador, C., Nakasone, A., and Pow-Sang, J.A. (2014) A systematic review of usability techniques in agile methodologies. In Proceedings of the 7th Euro American Conference on Telematics and Information Systems - EATIS \u201814.","DOI":"10.1145\/2590651.2590668"},{"key":"9413_CR38","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.ijhcs.2014.12.005","volume":"76","author":"VF Santana de","year":"2015","unstructured":"de Santana, V. F., & Baranauskas, M. C. C. (2015). WELFIT: A remote evaluation tool for identifying web usage patterns through client-side logging. International Journal of Human-Computer Studies, 76, 40\u201349.","journal-title":"International Journal of Human-Computer Studies"},{"key":"9413_CR39","unstructured":"Schissel, J. (2014) From MVP to MTP: Accelerating Development at Your Company. https:\/\/www.linkedin.com\/pulse\/20140710165313-4729218-from-mvp-to-mtp-accelerating-development-at-your-company\/ . Last accessed June 16, 2018."},{"key":"9413_CR40","first-page":"77","volume":"2011","author":"T Silva da Silva","year":"2011","unstructured":"Silva da Silva, T., Martin, A., Maurer, F., & Silveira, M. (2011). User-centered design and agile methods: A systematic review. Agile Conference (AGILE), 2011, 77\u201386.","journal-title":"Agile Conference (AGILE)"},{"key":"9413_CR41","doi-asserted-by":"crossref","unstructured":"Speicher, M., Both, A., and Gaedke, M. (2014) Ensuring web Interface quality through usability-based split testing. In Icwe, LNCS 8541 pp. 93\u2013110.","DOI":"10.1007\/978-3-319-08245-5_6"},{"key":"9413_CR42","unstructured":"UID (2018) AttrakDiff. User Interface Design GmbH. http:\/\/attrakdiff.de\/ . Last accessed June 16, 2018."},{"key":"9413_CR43","doi-asserted-by":"crossref","unstructured":"Urbieta, M., Firmenich, S., Maglione, P., Rossi, G., and Olivero, M.A. (2017) A model-driven approach for empowering advance web augmentation - from client-side to server-side support. In WEBIST pp. 444\u2013454.","DOI":"10.5220\/0006394604440454"},{"issue":"6","key":"9413_CR44","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1109\/MC.2003.1204373","volume":"36","author":"L Williams","year":"2003","unstructured":"Williams, L., & Cockburn, A. (2003). Agile software development: It\u2019s about feedback and change. Computer, 36(6), 39\u201343.","journal-title":"Computer"},{"key":"9413_CR45","unstructured":"Yoder, J. W., Balaguer, F., & Johnson, R. (1999). From analysis to design of the observation pattern.\u00a0Metadata and Active Object-Model Pattern Mining Workshop. Denver: OOPSLA'99."}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-018-9413-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-018-9413-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-018-9413-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,6]],"date-time":"2025-07-06T06:11:25Z","timestamp":1751782285000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-018-9413-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,4]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,3]]}},"alternative-id":["9413"],"URL":"https:\/\/doi.org\/10.1007\/s11219-018-9413-y","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,8,4]]},"assertion":[{"value":"4 August 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}