{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T03:16:51Z","timestamp":1776827811598,"version":"3.51.2"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,4,11]],"date-time":"2019-04-11T00:00:00Z","timestamp":1554940800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"COMPETE 2020","award":["POCI-01-0145-FEDER-016718"],"award-info":[{"award-number":["POCI-01-0145-FEDER-016718"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2019,8]]},"DOI":"10.1007\/s10664-019-09701-0","type":"journal-article","created":{"date-parts":[[2019,4,11]],"date-time":"2019-04-11T09:16:13Z","timestamp":1554974173000},"page":"2438-2468","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["To the attention of mobile software developers: guess what, test your app!"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1615-355X","authenticated-orcid":false,"given":"Luis","family":"Cruz","sequence":"first","affiliation":[]},{"given":"Rui","family":"Abreu","sequence":"additional","affiliation":[]},{"given":"David","family":"Lo","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,11]]},"reference":[{"key":"9701_CR1","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1016\/j.jss.2016.12.017","volume":"125","author":"D Amalfitano","year":"2017","unstructured":"Amalfitano D, Amatucci N, Memon AM, Tramontana P, Fasolino AR (2017) A general framework for comparing automatic testing techniques of android mobile apps. J Syst Softw 125:322\u2013343","journal-title":"J Syst Softw"},{"issue":"6","key":"9701_CR2","doi-asserted-by":"publisher","first-page":"28","DOI":"10.1109\/MS.2012.155","volume":"29","author":"R Bavani","year":"2012","unstructured":"Bavani R (2012) Distributed agile, agile testing, and technical debt. IEEE Softw 29(6):28\u201333","journal-title":"IEEE Softw"},{"key":"9701_CR3","volume-title":"Extreme programming explained: embrace change","author":"K Beck","year":"2000","unstructured":"Beck K (2000) Extreme programming explained: embrace change. Addison-Wesley Professional, Reading"},{"key":"9701_CR4","doi-asserted-by":"crossref","unstructured":"Bird C, Rigby PC, Barr ET, Hamilton DJ, German DM, Devanbu P (2009) The promises and perils of mining git. In: 2009 MSR\u201909. 6th IEEE International Working Conference on Mining Software Repositories. IEEE, pp 1\u201310","DOI":"10.1109\/MSR.2009.5069475"},{"issue":"2","key":"9701_CR5","doi-asserted-by":"publisher","first-page":"332","DOI":"10.1037\/a0034745","volume":"99","author":"ME Brooks","year":"2014","unstructured":"Brooks ME, Dalal DK, Nolan KP (2014) Are common language effect sizes easier to understand than traditional effect sizes? J Appl Psychol 99(2):332","journal-title":"J Appl Psychol"},{"key":"9701_CR6","doi-asserted-by":"crossref","unstructured":"Choudhary SR, Gorla A, Orso A (2015) Automated test input generation for Android: Are we there yet? (E). In: 2015 30th IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, pp 429\u2013440","DOI":"10.1109\/ASE.2015.89"},{"key":"9701_CR7","doi-asserted-by":"crossref","unstructured":"Coppola R (2017) Fragility and evolution of android test suites. In: Proceedings of the 39th International Conference on Software Engineering Companion. IEEE Press, pp 405\u2013408","DOI":"10.1109\/ICSE-C.2017.22"},{"key":"9701_CR8","doi-asserted-by":"crossref","unstructured":"Coppola R, Morisio M, Torchiano M (2017) Scripted gui testing of android apps: A study on diffusion, evolution and fragility. In: Proceedings of the 13th International Conference on Predictive Models and Data Analytics in Software Engineering. ACM, pp 22\u201332","DOI":"10.1145\/3127005.3127008"},{"key":"9701_CR9","doi-asserted-by":"crossref","unstructured":"Corral L, Fronza I (2015) Better code for better apps: a study on source code quality and market success of android applications. In: Proceedings of the Second ACM International Conference on Mobile Software Engineering and Systems. IEEE Press, pp 22\u201332","DOI":"10.1109\/MobileSoft.2015.10"},{"key":"9701_CR10","doi-asserted-by":"crossref","unstructured":"Cosentino V, Izquierdo JLC, Cabot J (2016) Findings from github: methods, datasets and limitations. In: 2016 IEEE\/ACM 13th Working Conference on Mining Software Repositories (MSR). IEEE, pp 137\u2013141","DOI":"10.1145\/2901739.2901776"},{"key":"9701_CR11","doi-asserted-by":"crossref","unstructured":"Cruz L, Abreu R (2018) Measuring the energy footprint of mobile testing frameworks. In: 2018 IEEE\/ACM 38th International Conference on Software Engineering Companion (ICSE-c). IEEE","DOI":"10.1145\/3183440.3195027"},{"key":"9701_CR12","doi-asserted-by":"crossref","unstructured":"Das T, Di Penta M, Malavolta I (2016) A quantitative and qualitative investigation of performance-related commits in android apps. In: 2016 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, pp 443\u2013447","DOI":"10.1109\/ICSME.2016.49"},{"issue":"6","key":"9701_CR13","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1093\/jcr\/ucv047","volume":"42","author":"B Langhe de","year":"2016","unstructured":"de Langhe B, Fernbach PM, Lichtenstein DR (2016) Navigating by the stars: Investigating the actual and perceived validity of online user ratings. J Consum Res 42 (6):817\u2013833","journal-title":"J Consum Res"},{"issue":"2","key":"9701_CR14","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1109\/MC.2013.445","volume":"47","author":"J Gao","year":"2014","unstructured":"Gao J, Bai X, Tsai W-T, Uehara T (2014) Mobile application testing: a tutorial. Computer 47(2):46\u201355","journal-title":"Computer"},{"issue":"2","key":"9701_CR15","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1109\/TSE.2015.2454510","volume":"42","author":"Z Gao","year":"2016","unstructured":"Gao Z, Chen Z, Zou Y, Memon AM (2016) Sitar: Gui test script repair. IEEE Trans Softw Eng 42(2):170\u2013186","journal-title":"IEEE Trans Softw Eng"},{"key":"9701_CR16","doi-asserted-by":"crossref","unstructured":"Geiger F-X, Malavolta I, Pascarella L, Palomba F, Di Nucci D, Bacchelli A (2018) A graph-based dataset of commit history of real-world android apps. In: Proceedings of the 15th International Conference on Mining Software Repositories, MSR. ACM, New York","DOI":"10.1145\/3196398.3196460"},{"key":"9701_CR17","doi-asserted-by":"crossref","unstructured":"Gousios G, Zaidman A, Storey M-A, Van Deursen A (2015) Work practices and challenges in pull-based development: the integrator\u2019s perspective. In: Proceedings of the 37th International Conference on Software Engineering-Volume 1. IEEE Press, pp 358\u2013368","DOI":"10.1109\/ICSE.2015.55"},{"key":"9701_CR18","doi-asserted-by":"crossref","unstructured":"Gousios G, Storey M-A, Bacchelli A (2016) Work practices and challenges in pull-based development: The contributor\u2019s perspective. In: 2016 IEEE\/ACM 38th International Conference on Software Engineering (ICSE). IEEE, pp 285\u2013296","DOI":"10.1145\/2884781.2884826"},{"key":"9701_CR19","doi-asserted-by":"crossref","unstructured":"Hilton M, Tunnell T, Huang K, Marinov D, Dig D (2016) Usage, costs, and benefits of continuous integration in open-source projects. In: 2016 31st IEEE\/ACM International Conference on Automated Software Engineering (ASE). IEEE, pp 426\u2013437","DOI":"10.1145\/2970276.2970358"},{"key":"9701_CR20","doi-asserted-by":"crossref","unstructured":"Hu C, Neamtiu I (2011) Automating GUI testing for android applications. In: Proceedings of the 6th International Workshop on Automation of Software Test. ACM, pp 77\u201383","DOI":"10.1145\/1982595.1982612"},{"key":"9701_CR21","doi-asserted-by":"crossref","unstructured":"Joorabchi ME, Mesbah A, Kruchten P (2013) Real challenges in mobile app development. In: 2013 ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement. IEEE, pp 15\u201324","DOI":"10.1109\/ESEM.2013.9"},{"key":"9701_CR22","doi-asserted-by":"crossref","unstructured":"Kaasila J, Ferreira D, Kostakos V, Ojala T (2012) Testdroid: Automated Remote UI Testing on Android. In: Proceedings of the 11th International Conference on Mobile and Ubiquitous Multimedia, ser. MUM \u201912. ACM, New York, pp. 28:1\u201328:4","DOI":"10.1145\/2406367.2406402"},{"key":"9701_CR23","doi-asserted-by":"crossref","unstructured":"Karvonen T, Behutiye W, Oivo M, Kuvaja P (2017) Systematic literature review on the impacts of agile release engineering practices. Information and Software Technology","DOI":"10.1016\/j.infsof.2017.01.009"},{"key":"9701_CR24","doi-asserted-by":"publisher","unstructured":"Kerby DS (2014) The simple difference formula: An approach to teaching nonparametric correlation, vol 3. [Online]. Available: \n                              https:\/\/doi.org\/10.2466\/11.IT.3.1","DOI":"10.2466\/11.IT.3.1"},{"key":"9701_CR25","doi-asserted-by":"crossref","unstructured":"Khalid H, Nagappan M, Shihab E, Hassan AE (2014) Prioritizing the devices to test your app on: A case study of android game apps. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering","DOI":"10.1145\/2635868.2635909"},{"key":"9701_CR26","doi-asserted-by":"crossref","unstructured":"Kochhar PS (2013) An empirical study of adoption of software testing in open source projects. In: 2013 13th International Conference on Quality Software (QSIC). IEEE, pp 103\u2013112","DOI":"10.1109\/QSIC.2013.57"},{"key":"9701_CR27","doi-asserted-by":"crossref","unstructured":"Kochhar PS, Bissyand\u00e9 TF, Lo D, Jiang L (2013) Adoption of software testing in open source projects \u2014 A preliminary study on 50,000 projects. In: 2013 17th European Conference on Software Maintenance and Reengineering (CSMR). IEEE, pp 353\u2013356","DOI":"10.1109\/CSMR.2013.48"},{"key":"9701_CR28","doi-asserted-by":"crossref","unstructured":"Kochhar PS, Thung F, Nagappan N, Zimmermann T, Lo D (2015) Understanding the test automation culture of app developers. In: 2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST). IEEE, pp 1\u201310","DOI":"10.1109\/ICST.2015.7102609"},{"key":"9701_CR29","doi-asserted-by":"crossref","unstructured":"Krutz DE, Mirakhorli M, Malachowsky SA, Ruiz A, Peterson J, Filipski A, Smith J (2015) A dataset of open-source android applications. In: 2015 IEEE\/ACM 12th Working Conference on Mining Software Repositories (MSR). IEEE, pp 522\u2013525","DOI":"10.1109\/MSR.2015.79"},{"key":"9701_CR30","unstructured":"Leech NL, Onwuegbuzie AJ (2002) A call for greater use of nonparametric statistics"},{"key":"9701_CR31","doi-asserted-by":"crossref","unstructured":"Li X, Chang N, Wang Y, Huang H, Pei Y, Wang L, Li X (2017) ATOM: Automatic maintenance of GUI test scripts for evolving mobile applications. In: 2017 IEEE International Conference on Software Testing, Verification and Validation (ICST). IEEE, pp 161\u2013171","DOI":"10.1109\/ICST.2017.22"},{"key":"9701_CR32","doi-asserted-by":"crossref","unstructured":"Linares-V\u00e1squez M, Bernal-C\u00e1rdenas C, Moran K, Poshyvanyk D (2017a) How do developers test android applications?\u201d In: 33rd IEEE International Conference on Software Maintenance and Evolution (ICSME\u201917) page to appear","DOI":"10.1109\/ICSME.2017.47"},{"key":"9701_CR33","doi-asserted-by":"crossref","unstructured":"Linares-V\u00e1squez M, Moran K, Poshyvanyk D (2017b) Continuous, evolutionary and large-scale: A new perspective for automated mobile app testing. In: 33rd IEEE International Conference on Software Maintenance and Evolution (ICSME\u201917) page to appear","DOI":"10.1109\/ICSME.2017.27"},{"key":"9701_CR34","doi-asserted-by":"crossref","unstructured":"Maji AK, Hao K, Sultana S, Bagchi S (2010) Characterizing failures in mobile oses: A case study with android and symbian. In: 2010 IEEE 21st International Symposium on Software Reliability Engineering (ISSRE). IEEE, pp 249\u2013258","DOI":"10.1109\/ISSRE.2010.45"},{"issue":"9","key":"9701_CR35","doi-asserted-by":"publisher","first-page":"817","DOI":"10.1109\/TSE.2016.2630689","volume":"43","author":"W Martin","year":"2017","unstructured":"Martin W, Sarro F, Jia Y, Zhang Y, Harman M (2017) A survey of app store analysis for software engineering. IEEE Trans Softw Eng 43(9):817\u2013847","journal-title":"IEEE Trans Softw Eng"},{"issue":"2","key":"9701_CR36","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1037\/0033-2909.111.2.361","volume":"111","author":"KO McGraw","year":"1992","unstructured":"McGraw KO, Wong S (1992) A common language effect size statistic. Psychol Bullet 111(2):361","journal-title":"Psychol Bullet"},{"key":"9701_CR37","doi-asserted-by":"crossref","unstructured":"Moran K, Linares-V\u00e1squez M, Poshyvanyk D (2017) Automated GUI testing of Android apps: from research to practice. In: Proceedings of the 39th International Conference on Software Engineering Companion. IEEE Press, pp 505\u2013506","DOI":"10.1109\/ICSE-C.2017.166"},{"key":"9701_CR38","doi-asserted-by":"crossref","unstructured":"Muccini H, Di Francesco A, Esposito P (2012) Software testing of mobile applications: Challenges and future research directions. In: Proceedings of the 7th International Workshop on Automation of Software Test. IEEE Press, pp 29\u201335","DOI":"10.1109\/IWAST.2012.6228987"},{"key":"9701_CR39","unstructured":"Nagappan M, Shihab E (2016) Future trends in software engineering research for mobile apps. In: 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER). IEEE, vol 5, pp 21\u201332"},{"key":"9701_CR40","unstructured":"Nayebi M, Adams B, Ruhe G (2016) Release practices for mobile apps\u2013what do users and developers think?\u201d In: 2016 IEEE 23rd International Conference on Software Analysis, Evolution, and Reengineering (SANER). IEEE, vol 1, pp 552\u2013562"},{"issue":"5","key":"9701_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10664-018-9601-1","volume":"23","author":"M Nayebi","year":"2018","unstructured":"Nayebi M, Cho H, Ruhe G (2018) App store mining is not enough for app improvement. Empir Softw Eng 23(5):1\u201331","journal-title":"Empir Softw Eng"},{"key":"9701_CR42","doi-asserted-by":"crossref","unstructured":"Pascarella L, Geiger F-X, Palomba F, Di Nucci D, Malavolta I, Bacchelli A (2018) Self-reported activities of android developers. In: 5th IEEE\/ACM International Conference on Mobile Software Engineering and Systems, New York","DOI":"10.1145\/3197231.3197251"},{"key":"9701_CR43","unstructured":"Picco GP, Julien C, Murphy AL, Musolesi M, Roman G-C (2014) Software engineering for mobility: reflecting on the past, peering into the future In: Proceedings of the on Future of Software Engineering. ACM, pp 13\u201328"},{"key":"9701_CR44","unstructured":"Ruiz IM, Nagappan M, Adams B, Berger T, Dienst S, Hassan A (2017) An examination of the current rating system used in mobile app stores. IEEE Software"},{"key":"9701_CR45","unstructured":"Silva DB, Endo AT, Eler MM, Durelli VH (2016) An analysis of automated tests for mobile android applications. In: 2016 XLII Latin American Computing Conference (CLEI) . IEEE, pp 1\u20139"},{"key":"9701_CR46","doi-asserted-by":"crossref","unstructured":"Stolberg S (2009) Enabling agile testing through continuous integration. In: 2009 AGILE\u201909 Agile Conference. IEEE, pp 369\u2013374","DOI":"10.1109\/AGILE.2009.16"},{"key":"9701_CR47","doi-asserted-by":"crossref","unstructured":"Van Deursen A, risks Program comprehension (2001) Opportunities in extreme programming. In: Eighth Working Conference on Reverse Engineering Proceedings. IEEE, pp 176\u2013185","DOI":"10.1109\/WCRE.2001.957822"},{"key":"9701_CR48","unstructured":"Visser J, Rigal S, van der Leek R, van Eck P, Wijnholds G (2016) Building maintainable software, java edition: Ten Guidelines for Future-Proof Code. \u201dO\u2019Reilly Media Inc.\u201d"},{"key":"9701_CR49","doi-asserted-by":"crossref","unstructured":"Wang Y, Alshboul Y (2015) Mobile security testing approaches and challenges. In: 2015 First Conference on Mobile and Secure Services (MOBISECSERV). IEEE, pp 1\u20135","DOI":"10.1109\/MOBISECSERV.2015.7072880"},{"key":"9701_CR50","doi-asserted-by":"crossref","unstructured":"Zaeem RN, Prasad MR, Khurshid S (2014) Automated generation of oracles for testing user-interaction features of mobile apps. In: 2014 IEEE Seventh International Conference on Software Testing, Verification and Validation (ICST). IEEE, pp 183\u2013192 0","DOI":"10.1109\/ICST.2014.31"},{"key":"9701_CR51","unstructured":"Zeng X, Li D, Zheng W, Xia F, Deng Y, Lam W, Yang W, Xie T (2016) Automated test input generation for android: Are we really there yet in an industrial case?\u201d In: Proceedings of the 2016 24th ACM SIGSOFT International Symposium on Foundations of Software Engineering. ACM, pp 987\u2013992"},{"key":"9701_CR52","doi-asserted-by":"crossref","unstructured":"Zhao Y, Serebrenik A, Zhou Y, Filkov V, Vasilescu B (2017) The impact of continuous integration on other software development practices: A large-scale empirical study 32nd IEEE\/ACM International Conference on Automated Software Engineering","DOI":"10.1109\/ASE.2017.8115619"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09701-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10664-019-09701-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-019-09701-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,9]],"date-time":"2020-04-09T23:20:20Z","timestamp":1586474420000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10664-019-09701-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,4,11]]},"references-count":52,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,8]]}},"alternative-id":["9701"],"URL":"https:\/\/doi.org\/10.1007\/s10664-019-09701-0","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,4,11]]},"assertion":[{"value":"11 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}