{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T14:41:29Z","timestamp":1774622489233,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2017,1,24]],"date-time":"2017-01-24T00:00:00Z","timestamp":1485216000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1007\/s10664-016-9497-6","type":"journal-article","created":{"date-parts":[[2017,1,24]],"date-time":"2017-01-24T13:48:23Z","timestamp":1485265703000},"page":"2937-2971","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":46,"title":["On the long-term use of visual gui testing in industrial practice: a case study"],"prefix":"10.1007","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7526-3727","authenticated-orcid":false,"given":"Emil","family":"Al\u00e9groth","sequence":"first","affiliation":[]},{"given":"Robert","family":"Feldt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,1,24]]},"reference":[{"key":"9497_CR1","volume-title":"On the industrial applicability of visual gui testing. Tech. rep., Department of Computer Science and Engineering Software Engineering (Chalmers)","author":"E Al\u00e9groth","year":"2013","unstructured":"Al\u00e9groth E (2013) On the industrial applicability of visual gui testing. Tech. rep., Department of Computer Science and Engineering Software Engineering (Chalmers). Chalmers University of Technology, Goteborg"},{"key":"9497_CR2","doi-asserted-by":"crossref","unstructured":"Al\u00e9groth E, Feldt R, Olsson H (2013a) Transitioning manual system test suites to automated testing: An industrial case study. In: Proceedings of the 6 t h IEEE International Conference on Software Testing, Verification and Validation (ICST 2013), Luxembourg, pp 56\u201365","DOI":"10.1109\/ICST.2013.14"},{"key":"9497_CR3","doi-asserted-by":"crossref","unstructured":"Al\u00e9groth E, Nass M, Olsson H (2013b) JAutomate: A Tool for System-and Acceptance-test Automation. In: Verification and Validation (ICST), 2013 IEEE Sixth International Conference on Software Testing. IEEE, pp 439\u2013446","DOI":"10.1109\/ICST.2013.61"},{"key":"9497_CR4","unstructured":"Al\u00e9groth E, Feldt R, Ryrholm L (2014) Visual gui testing in practice: challenges, problems and limitations. Empir Softw Eng:1\u201351"},{"key":"9497_CR5","doi-asserted-by":"crossref","unstructured":"Al\u00e9groth E, Gao Z, Oliveira R, Memon A (2015) Conceptualization and evaluation of component-based testing unified with visual gui testing: an empirical study. In: Proceedings of the 8 t h IEEE International Conference on Software Testing, Verification and Validation (ICST 2015), Graz","DOI":"10.1109\/ICST.2015.7102584"},{"key":"9497_CR6","doi-asserted-by":"crossref","first-page":"66","DOI":"10.1016\/j.infsof.2016.01.012","volume":"73","author":"E Al\u00e9groth","year":"2016","unstructured":"Al\u00e9groth E, Feldt R, Kolstr\u00f6m P (2016a) Maintenance of automated test suites in industry: An empirical study on visual gui testing. Inf Softw Technol 73:66\u201380","journal-title":"Inf Softw Technol"},{"key":"9497_CR7","doi-asserted-by":"crossref","unstructured":"Al\u00e9groth E, Steiner M, Martini A (2016b) Exploring the presence of technical debt in industrial gui-based testware: A case study. In: 2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops (ICSTW). IEEE, pp 257\u2013262","DOI":"10.1109\/ICSTW.2016.47"},{"key":"9497_CR8","unstructured":"Berner S, Weber R, Keller R (2005) Observations and lessons learned from automated testing. In: Proceedings of the 27th international conference on Software engineering, ACM, pp 571\u2013579"},{"key":"9497_CR9","doi-asserted-by":"crossref","unstructured":"Borjesson E, Feldt R (2012) Automated system testing using visual gui testing tools: A comparative study in industry. In: Verification and Validation (ICST), 2012 IEEE Fifth International Conference on Software Testing. IEEE, pp 350\u2013359","DOI":"10.1109\/ICST.2012.115"},{"key":"9497_CR10","doi-asserted-by":"crossref","unstructured":"Carver J (2007) The use of grounded theory in empirical software engineering. In: Empirical Software Engineering Issues Critical Assessment and Future Directions. Springer, pp 42\u201342","DOI":"10.1007\/978-3-540-71301-2_15"},{"key":"9497_CR11","unstructured":"Finsterwalder M (2001) Automating acceptance tests for GUI applications in an extreme programming environment. In: Proceedings of the 2nd International Conference on eXtreme Programming and Flexible Processes in Software Engineering, pp 114\u2013117"},{"key":"9497_CR12","unstructured":"Glaser BG, Strauss AL (2009) The discovery of grounded theory: Strategies for qualitative research. Transaction Publishers"},{"key":"9497_CR13","doi-asserted-by":"crossref","unstructured":"Grechanik M, Xie Q, Fu C (2009a) Creating GUI testing tools using accessibility technologies. In: Verification and Validation Workshops, 2009. ICSTW \u201909 International Conference on Software Testing. IEEE, pp 243\u2013250","DOI":"10.1109\/ICSTW.2009.31"},{"key":"9497_CR14","doi-asserted-by":"crossref","unstructured":"Grechanik M, Xie Q, Fu C (2009b) Maintaining and evolving GUI-directed test scripts. In: 2009. ICSE 2009. IEEE 31st International Conference on Software Engineering. IEEE, pp 408\u2013418","DOI":"10.1109\/ICSE.2009.5070540"},{"key":"9497_CR15","unstructured":"Hellmann T, Moazzen E, Sharma A, Akbar M Z, Sillito J, Maurer F, et al. (2014) An exploratory study of automated gui testing: Goals, issues, and best practices"},{"key":"9497_CR16","first-page":"10","volume-title":"Empirical Software Engineering Issues","author":"A H\u00f6fer","year":"2007","unstructured":"H\u00f6fer A, Tichy WF (2007) Status of empirical research in software engineering. In: Empirical Software Engineering Issues. Springer, Critical Assessment and Future Directions, pp 10\u201319"},{"key":"9497_CR17","doi-asserted-by":"crossref","unstructured":"Holmes A, Kellogg M (2006) Automating functional tests using selenium. \u2014 pp 270\u2013275","DOI":"10.1109\/AGILE.2006.19"},{"key":"9497_CR18","unstructured":"Isaacson C (2004) Web site development software. US Patent App. 10\/844,095"},{"key":"9497_CR19","doi-asserted-by":"crossref","unstructured":"Itkonen J, Rautiainen K (2005) Exploratory testing: a multiple case study. In: 2005 International Symposium on Empirical Software Engineering 2005. , vol 10","DOI":"10.1109\/ISESE.2005.1541817"},{"key":"9497_CR20","doi-asserted-by":"crossref","unstructured":"Karhu K, Repo T, Taipale O, Smolander K (2009) Empirical observations on software testing automation. In: ICST\u201909 International Conference on Software Testing Verification and Validation, 2009. IEEE, pp 201\u2013209","DOI":"10.1109\/ICST.2009.16"},{"issue":"1","key":"9497_CR21","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1007\/s10461-008-9390-4","volume":"12","author":"C Kendall","year":"2008","unstructured":"Kendall C, Kerr LR, Gondim RC, Werneck GL, Macena RHM, Pontes MK, Johnston LG, Sabin K, McFarland W (2008) An empirical comparison of respondent-driven sampling, time location sampling, and snowball sampling for behavioral surveillance in men who have sex with men, fortaleza, Brazil. AIDS Behav 12(1):97\u2013104","journal-title":"AIDS Behav"},{"key":"9497_CR22","unstructured":"Kniberg H, Ivarsson A (2012) Scaling agile @ spotify. online], UCVOF, ucvox files wordpress com\/2012\/11\/113617905-scaling-Agile-spotify-11 pdf"},{"key":"9497_CR23","unstructured":"Lalwani T, Garg M, Burmaan C, Arora A (2013) UFT\/QTP Interview Unplugged: And I Thought I Knew UFT!, 2nd edn. KnowledgeInbox"},{"key":"9497_CR24","doi-asserted-by":"crossref","unstructured":"Leotta M, Clerissi D, Ricca F, Tonella P (2013) Capture-replay vs. programmable web testing: An empirical assessment during test case evolution. In: 2013 20th Working Conference on Reverse Engineering (WCRE). IEEE, pp 272\u2013281","DOI":"10.1109\/WCRE.2013.6671302"},{"key":"9497_CR25","doi-asserted-by":"crossref","unstructured":"Leotta M, Clerissi D, Ricca F, Tonella P (2014) Visual vs. dom-based web locators: An empirical study. In: Web Engineering, Lecture Notes in Computer Science, vol 8541. Springer, pp 322\u2013340","DOI":"10.1007\/978-3-319-08245-5_19"},{"key":"9497_CR26","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/bs.adcom.2015.11.007","volume":"101","author":"M Leotta","year":"2016","unstructured":"Leotta M, Clerissi D, Ricca F, Tonella P (2016) Chapter five-approaches and tools for automated end-to-end web testing. Adv Comput 101:193\u2013237","journal-title":"Adv Comput"},{"key":"9497_CR27","doi-asserted-by":"crossref","unstructured":"Marchenko A, Abrahamsson P, Ihme T (2009) Long-term effects of test-driven development a case study. In: Agile Processes in Software Engineering and Extreme Programming. Springer, pp 13\u201322","DOI":"10.1007\/978-3-642-01853-4_4"},{"issue":"1","key":"9497_CR28","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1007\/s10515-013-0128-9","volume":"21","author":"BN Nguyen","year":"2014","unstructured":"Nguyen BN, Robbins B, Banerjee I, Memon A (2014) Guitar: an innovative tool for automated testing of gui-driven software. Autom Softw Eng 21(1):65\u2013105","journal-title":"Autom Softw Eng"},{"key":"9497_CR29","unstructured":"Nilsson NJ (1980) Principles of artificial intelligence. Tioga Publishing"},{"issue":"2","key":"9497_CR30","first-page":"319","volume":"19","author":"M Olan","year":"2003","unstructured":"Olan M (2003) Unit testing: test early, test often. J Comput Sci Coll 19(2):319\u2013328","journal-title":"J Comput Sci Coll"},{"key":"9497_CR31","doi-asserted-by":"crossref","unstructured":"Olsson HH, Alahyari H, Bosch J (2012) Climbing the stairway to heaven\u2013a mulitiple-case study exploring barriers in the transition from agile development towards continuous deployment of software. In: 2012 38th EUROMICRO Conference on Software Engineering and Advanced Applications (SEAA). IEEE, pp 392\u2013399","DOI":"10.1109\/SEAA.2012.54"},{"key":"9497_CR32","unstructured":"Olsson N, Karl K (2015) Graphwalker: The open source model-based testing tool. http:\/\/graphwalker.org\/index"},{"key":"9497_CR33","doi-asserted-by":"crossref","unstructured":"Patel C, Patel A, Patel D (2012) Optical character recognition by open source ocr tool tesseract: A case study. Int J Comput Appl 55(10)","DOI":"10.5120\/8794-2784"},{"key":"9497_CR34","doi-asserted-by":"publisher","unstructured":"Rafi D, Moses K, Petersen K, Mantyla M (2012) Benefits and limitations of automated software testing: Systematic literature review and practitioner survey. In: 2012 7th International Workshop on Automation of Software Test (AST), pp 36\u201342. doi: 10.1109\/IWAST.2012.6228988","DOI":"10.1109\/IWAST.2012.6228988"},{"issue":"2","key":"9497_CR35","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson P, H\u00f6st M (2009) Guidelines for conducting and reporting case study research in software engineering. Empir Softw Eng 14(2):131\u2013164","journal-title":"Empir Softw Eng"},{"key":"9497_CR36","doi-asserted-by":"crossref","unstructured":"Runeson P, H\u00f6st M, Rainer A, Regnell B (2012) Case study research in software engineering: Guidelines and examples. John Wiley & Sons","DOI":"10.1002\/9781118181034"},{"key":"9497_CR37","unstructured":"Salda\u00f1a J (2012) The coding manual for qualitative researchers. 14, Sage"},{"key":"9497_CR38","unstructured":"Shazam (2016) Shazam. http:\/\/www.shazam.com\/"},{"key":"9497_CR39","unstructured":"Sj\u00f6sten-Andersson E, Pareto L (2006) Costs and Benefits of Structure-aware Capture\/Replay toolss. SERPS\u201906 p 3"},{"key":"9497_CR40","unstructured":"TestPlant (2013) eggPlant. http:\/\/www.testplant.com\/"},{"key":"9497_CR41","unstructured":"Vizulis V, Diebelis E (2012) Self-Testing Approach and Testing Tools. Datorzin\u0101tne un inform\u0101cijas tehnolog\u0300ijas p 27"},{"key":"9497_CR42","unstructured":"Weinstein M (2002) Tams analyzer for macintosh os x: The native open source, macintosh qualitative research tool. http:\/\/tamsys.sourceforge.net\/"},{"key":"9497_CR43","unstructured":"Wohlin C, Aurum A (2014) Towards a decision-making structure for selecting a research design in empirical software engineering. Empir Softw Eng:1\u201329"},{"key":"9497_CR44","doi-asserted-by":"crossref","unstructured":"Yeh T, Chang T, Miller R (2009) Sikuli: using GUI screenshots for search and automation. In: Proceedings of the 22nd annual ACM symposium on User interface software and technology, ACM, pp 183\u2013192","DOI":"10.1145\/1622176.1622213"},{"key":"9497_CR45","unstructured":"yworks (2016) yEd Graph Editor: High-quality diagrams made easy. https:\/\/www.yworks.com\/products\/yed"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-016-9497-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9497-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-016-9497-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,17]],"date-time":"2019-09-17T19:11:02Z","timestamp":1568747462000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-016-9497-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,1,24]]},"references-count":45,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["9497"],"URL":"https:\/\/doi.org\/10.1007\/s10664-016-9497-6","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,1,24]]}}}