{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,30]],"date-time":"2026-01-30T13:38:36Z","timestamp":1769780316654,"version":"3.49.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2014,1,15]],"date-time":"2014-01-15T00:00:00Z","timestamp":1389744000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2015,6]]},"DOI":"10.1007\/s10664-013-9293-5","type":"journal-article","created":{"date-parts":[[2014,1,14]],"date-time":"2014-01-14T02:26:45Z","timestamp":1389666405000},"page":"694-744","source":"Crossref","is-referenced-by-count":34,"title":["Visual GUI testing in practice: challenges, problemsand limitations"],"prefix":"10.1007","volume":"20","author":[{"given":"Emil","family":"Al\u00e9groth","sequence":"first","affiliation":[]},{"given":"Robert","family":"Feldt","sequence":"additional","affiliation":[]},{"given":"Lisa","family":"Ryrholm","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,1,15]]},"reference":[{"key":"9293_CR1","doi-asserted-by":"crossref","unstructured":"Adamoli A, Zaparanuks D, Jovic M, Hauswirth M (2011) Automated GUI performance testing. Softw Qual J 1\u201339","DOI":"10.1007\/s11219-011-9135-x"},{"key":"9293_CR2","doi-asserted-by":"crossref","unstructured":"Alegroth E, Feldt R, Olsson H (2013a) Transitioning Manual System Test Suites to Automated Testing: an Industrial Case Study. In: IEEE Sixth international conference on software testing, verification and validation, ICST 2013. IEEE, pp 56\u201365","DOI":"10.1109\/ICST.2013.14"},{"key":"9293_CR3","doi-asserted-by":"crossref","unstructured":"Alegroth E, Nass M, Olsson H (2013b) JAutomate: a tool for system-and acceptance-test automation. In: IEEE Sixth international conference on software testing, verification and validation (ICST), 2013. IEEE, pp 439\u2013446","DOI":"10.1109\/ICST.2013.61"},{"key":"9293_CR4","doi-asserted-by":"crossref","unstructured":"Andersson J, Bache G (2004) The video store revisited yet again: adventures in GUI acceptance testing. In: Extreme programming and agile processes in software engineering, pp 1\u201310","DOI":"10.1007\/978-3-540-24853-8_1"},{"key":"9293_CR5","unstructured":"Beizer B (2002) Software testing techniques. Dreamtech Press"},{"key":"9293_CR6","unstructured":"Berner S, Weber R, Keller R (2005) Observations and lessons learned from automated testing. In: Proceedings of the 27th international conference on software engineering. ACM, pp 571\u2013579"},{"key":"9293_CR7","unstructured":"B\u00f6rjesson E (2010) Multi-perspective analysis of software development: a method and an industrial case study. CPL"},{"key":"9293_CR8","doi-asserted-by":"crossref","unstructured":"B\u00f6rjesson E, Feldt R (2012) Automated system testing using visual gui testing tools: a comparative study in industry. In: IEEE fifth international conference on software testing, verification and validation, ICST 2012. IEEE, pp 350\u2013359","DOI":"10.1109\/ICST.2012.115"},{"key":"9293_CR9","doi-asserted-by":"crossref","unstructured":"Cadar C, Godefroid P, Khurshid S, Pasareanu CS, Sen K, Tillmann N, Visser W (2011) Symbolic execution for software testing in practice: preliminary assessment. In: 33rd international conference on software engineering, ICSE 2011. IEEE, pp 1066\u20131071","DOI":"10.1145\/1985793.1985995"},{"key":"9293_CR10","doi-asserted-by":"crossref","unstructured":"Chang T, Yeh T, Miller R (2010) GUI testing using computer vision. In: Proceedings of the 28th international conference on human factors in computing systems. ACM, pp 1535\u20131544","DOI":"10.1145\/1753326.1753555"},{"key":"9293_CR11","doi-asserted-by":"crossref","unstructured":"Cheon Y, Leavens G (2006) A simple and practical approach to unit testing: The JML and JUnit way ECOOP 2002 object-oriented programming, pp 1789\u20131901","DOI":"10.1007\/3-540-47993-7_10"},{"key":"9293_CR12","unstructured":"Dustin E, Rashka J, Paul J (1999) Automated software testing: introduction, management, and performance. Addison-Wesley Professional"},{"issue":"6","key":"9293_CR13","doi-asserted-by":"crossref","first-page":"850","DOI":"10.1016\/j.jss.2006.09.017","volume":"80","author":"C Ebert","year":"2007","unstructured":"Ebert C (2007) The impacts of software product management. J Syst Softw 80(6):850\u2013861","journal-title":"J Syst Softw"},{"key":"9293_CR14","unstructured":"Finsterwalder M (2001) Automating acceptance tests for GUI applications in an extreme programming environment. In: Proceedings of the 2nd international conference on eXtreme programming and flexible processes in software engineering. Citeseer, pp 114\u2013117"},{"key":"9293_CR15","unstructured":"froglogic (2013) Squish. http:\/\/www.froglogic.com\/squish\/GUI-testing\/"},{"issue":"5","key":"9293_CR16","first-page":"27","volume":"4","author":"E Gamma","year":"1999","unstructured":"Gamma E, Beck K (1999) JUnit: a cook\u2019s tour. Java Rep 4(5):27\u201338","journal-title":"Java Rep"},{"key":"9293_CR17","doi-asserted-by":"crossref","unstructured":"Grechanik M, Xie Q, Fu C (2009a) Creating GUI testing tools using accessibility technologies. In: International conference on software testing, verification and validation workshops, 2009, ICSTW\u201909. IEEE, pp 243\u2013250","DOI":"10.1109\/ICSTW.2009.31"},{"key":"9293_CR18","doi-asserted-by":"crossref","unstructured":"Grechanik M, Xie Q, Fu C (2009b) Experimental assessment of manual versus tool-based maintenance of GUI-directed test scripts. In: IEEE international conference on software maintenance, ICSM 2009. IEEE, pp 9\u201318","DOI":"10.1109\/ICSM.2009.5306345"},{"key":"9293_CR19","doi-asserted-by":"crossref","unstructured":"Grechanik M, Xie Q, Fu C (2009c) Maintaining and evolving GUI-directed test scripts. In: IEEE 31st international conference on software engineering, ICSE 2009. IEEE, pp 408\u2013418","DOI":"10.1109\/ICSE.2009.5070540"},{"key":"9293_CR20","unstructured":"Guti\u00e9rrez JJ, Escalona MJ, Mej\u00edas M, Torres J (2006) Generation of test cases from functional requirements. A survey. In: 4\u015f workshop on system testing and validation"},{"key":"9293_CR21","doi-asserted-by":"crossref","unstructured":"Hackner DR, Memon AM (2008) Test case generator for GUITAR. In: Companion of the 30th international conference on software engineering. ACM, pp 959\u2013960","DOI":"10.1145\/1370175.1370207"},{"key":"9293_CR22","doi-asserted-by":"crossref","unstructured":"Holmes A, Kellogg M (2006) Automating functional tests using selenium, pp 270\u2013275","DOI":"10.1109\/AGILE.2006.19"},{"key":"9293_CR23","unstructured":"Horowitz E, Singhera Z (1993) Graphical user interface testing. Tech rep Us C-C S-93-5 4(8)"},{"key":"9293_CR24","doi-asserted-by":"crossref","unstructured":"Hsia P, Gao J, Samuel J, Kung D, Toyoshima Y, Chen C (1994) Behavior-based acceptance testing of software systems: a formal scenario approach. In: Proceedings of the eighteenth annual international on computer software and applications conference, 1994. COMPSAC\u201994. IEEE, pp 293\u2013298","DOI":"10.1109\/CMPSAC.1994.342789"},{"issue":"1","key":"9293_CR25","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1023\/A:1018938021528","volume":"3","author":"P Hsia","year":"1997","unstructured":"Hsia P, Kung D, Sell C (1997) Software requirements and acceptance testing. Ann Softw Eng 3(1):291\u2013317","journal-title":"Ann Softw Eng"},{"key":"9293_CR26","doi-asserted-by":"crossref","unstructured":"Itkonen J, Rautiainen K (2005a) Exploratory testing: a multiple case study. In: 2005 international symposium on empirical software engineering, p 10. doi:10.1109\/ISESE.2005.1541817","DOI":"10.1109\/ISESE.2005.1541817"},{"key":"9293_CR27","unstructured":"Itkonen J, Rautiainen K (2005b) Exploratory testing: a multiple case study. In: 2005 international symposium on empirical software engineering. IEEE, p 10"},{"key":"9293_CR28","doi-asserted-by":"crossref","unstructured":"Leitner A, Ciupa I, Meyer B, Howard M (2007) Reconciling manual and automated testing: the autotest experience. In: 40th annual Hawaii international conference on system sciences, HICSS 2007. IEEE, pp 261a\u2013261a","DOI":"10.1109\/HICSS.2007.462"},{"key":"9293_CR29","doi-asserted-by":"crossref","unstructured":"Lowell C, Stell-Smith J (2003) Successful automation of GUI driven acceptance testing. In: Extreme programming and agile processes in software engineering, pp 1011\u20131012","DOI":"10.1007\/3-540-44870-5_43"},{"issue":"8","key":"9293_CR30","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1109\/MC.2002.1023795","volume":"35","author":"A Memon","year":"2002","unstructured":"Memon A (2002) GUI testing: pitfalls and process. IEEE Comput 35(8):87\u201388","journal-title":"IEEE Comput"},{"key":"9293_CR31","doi-asserted-by":"crossref","unstructured":"Memon A, Banerjee I, Nagarajan A (2003) GUI ripping: reverse engineering of graphical user interfaces for testing. In: Proceedings of the 10th working conference on reverse engineering (WCRE)","DOI":"10.1109\/WCRE.2003.1287256"},{"key":"9293_CR32","doi-asserted-by":"crossref","unstructured":"Memon AM, Soffa ML (2003) Regression testing of GUIs. In: ACM SIGSOFT software engineering notes, ACM, vol 28, pp 118\u2013127","DOI":"10.1145\/940071.940088"},{"key":"9293_CR33","unstructured":"Miller R, Collins C (2001) Acceptance testing. Proceedings XPUniverse"},{"key":"9293_CR34","unstructured":"Mongr\u00e9dien C, Lachapelle G, Cannon M (2006) Testing GPS L5 acquisition and tracking algorithms using a hardware simulator. In: Proceedings of ION GNSS, pp 2901\u20132913"},{"key":"9293_CR35","doi-asserted-by":"crossref","unstructured":"Myers G, Sandler C, Badgett T (2011) The art of software testing. Wiley","DOI":"10.1002\/9781119202486"},{"issue":"2","key":"9293_CR36","first-page":"319","volume":"19","author":"M Olan","year":"2003","unstructured":"Olan M (2003) Unit testing: test early, test often. J Comput Sci Coll 19(2):319\u2013328","journal-title":"J Comput Sci Coll"},{"issue":"5","key":"9293_CR37","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1145\/274946.274960","volume":"41","author":"A Onoma","year":"1998","unstructured":"Onoma A, Tsai W, Poonawala M, Suganuma H (1998) Regression testing in an industrial environment. Commun ACM 41(5):81\u201386","journal-title":"Commun ACM"},{"key":"9293_CR38","doi-asserted-by":"crossref","unstructured":"Rafi D, Moses K, Petersen K, Mantyla M (2012) Benefits and limitations of automated software testing: systematic literature review and practitioner survey. In: 7th international workshop on automation of software test (AST) 2012, pp 36\u201342. doi:10.1109\/IWAST.2012.6228988","DOI":"10.1109\/IWAST.2012.6228988"},{"key":"9293_CR39","unstructured":"Regnell B, Runeson P (1998) Combining scenario-based requirements with static verification and dynamic testing. In: Proceedings of the fourth international workshop on requirements engineering-foundations for software quality (REFSQ 98). Pisa"},{"issue":"10","key":"9293_CR40","doi-asserted-by":"crossref","first-page":"929","DOI":"10.1109\/32.962562","volume":"27","author":"G Rothermel","year":"2001","unstructured":"Rothermel G, Untch R, Chu C, Harrold M (2001) Prioritizing test cases for regression testing. IEEE Trans Softw Eng 27(10):929\u2013948","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9293_CR41","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson P, H\u00f6st M (2009) Guidelines for conducting and reporting case study research in software engineering. Empir Softw Eng 14(2):131\u2013164","journal-title":"Empir Softw Eng"},{"key":"9293_CR42","unstructured":"Sj\u00f6sten-Andersson E, Pareto L (2006) Costs and Benefits of Structure-aware Capture\/Replay tools. SERPS 06: 3"},{"key":"9293_CR43","unstructured":"smartbear (2013) TestComplete. http:\/\/smartbear.com\/products\/qa-tools\/automated-testing-tools"},{"key":"9293_CR44","unstructured":"TestPlant (2013) eggPlant. http:\/\/www.testplant.com\/"},{"key":"9293_CR45","unstructured":"Vizulis V, Diebelis E (2012) Self-Testing Approach and Testing Tools. Datorzin\u0101tne un inform\u0101cijas tehnolog\u0300ijas, p 27"},{"key":"9293_CR46","doi-asserted-by":"crossref","unstructured":"Williams L, Kudrjavets G, Nagappan N (2009) On the effectiveness of unit test automation at Microsoft. In: 20th international symposium on software reliability engineering, 2009, ISSRE\u201909. IEEE, pp 81\u201389","DOI":"10.1109\/ISSRE.2009.32"},{"key":"9293_CR47","doi-asserted-by":"crossref","unstructured":"Yeh T, Chang T, Miller R (2009) Sikuli: using GUI screenshots for search and automation. In: Proceedings of the 22nd annual ACM symposium on user interface software and technology, ACM","DOI":"10.1145\/1622176.1622213"},{"key":"9293_CR48","doi-asserted-by":"crossref","unstructured":"Zaraket F, Masri W, Adam M, Hammoud D, Hamzeh R, Farhat R, Khamissi E, Noujaim J (2012) GUICOP: Specification-Based GUI Testing. In: IEEE Fifth International Conference on Software Testing, Verification and Validation, 2012 ICST. IEEE, pp 747\u2013751","DOI":"10.1109\/ICST.2012.168"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9293-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-013-9293-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-013-9293-5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,6]],"date-time":"2019-08-06T09:18:03Z","timestamp":1565083083000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-013-9293-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,1,15]]},"references-count":48,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2015,6]]}},"alternative-id":["9293"],"URL":"https:\/\/doi.org\/10.1007\/s10664-013-9293-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,1,15]]}}}