{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T07:04:11Z","timestamp":1769151851834,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,12,21]],"date-time":"2020-12-21T00:00:00Z","timestamp":1608508800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation","award":["1823262"],"award-info":[{"award-number":["1823262"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,12,21]]},"DOI":"10.1145\/3324884.3416623","type":"proceedings-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T23:39:02Z","timestamp":1611790742000},"page":"1078-1089","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":26,"title":["Test automation in open-source Android apps"],"prefix":"10.1145","author":[{"given":"Jun-Wei","family":"Lin","sequence":"first","affiliation":[{"name":"University of California"}]},{"given":"Navid","family":"Salehnamadi","sequence":"additional","affiliation":[{"name":"University of California"}]},{"given":"Sam","family":"Malek","sequence":"additional","affiliation":[{"name":"University of California"}]}],"member":"320","published-online":{"date-parts":[[2021,1,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Retrieved","year":"2020","unstructured":"360logica. 2020. A sneak peek into test framework and testing pyramid. Retrieved January 19, 2020 from https:\/\/www.360logica.com\/blog\/sneak-peek-test-framework-test-pyramid-testing-pyramid\/"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771786"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2901739.2903508"},{"key":"e_1_3_2_1_4_1","volume-title":"Retrieved","year":"2020","unstructured":"AndroZoo. 2020. AndroZoo Markets. Retrieved January 19, 2020 from https:\/\/androzoo.uni.lu\/markets"},{"key":"e_1_3_2_1_5_1","volume-title":"Camilo-Junior","author":"Azevedo Larissa","year":"2018","unstructured":"Larissa Azevedo, Altino Dantas, and Celso G. Camilo-Junior. 2018. DroidBugs: An Android Benchmark for Automatic Program Repair. CoRR abs\/1809.07353 (2018). arXiv:1809.07353 http:\/\/arxiv.org\/abs\/1809.07353"},{"key":"e_1_3_2_1_6_1","volume-title":"Test Migration Between Mobile Apps with Similar Functionality. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 54--65","author":"Behrang F.","unstructured":"F. Behrang and A. Orso. 2019. Test Migration Between Mobile Apps with Similar Functionality. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 54--65."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786843"},{"key":"e_1_3_2_1_8_1","volume-title":"Change-Based Test Script Maintenance for Android Apps. In 2018 IEEE International Conference on Software Quality, Reliability and Security (QRS). 215--225","author":"Chang N.","unstructured":"N. Chang, L. Wang, Y. Pei, S. K. Mondal, and X. Li. 2018. Change-Based Test Script Maintenance for Android Apps. In 2018 IEEE International Conference on Software Quality, Reliability and Security (QRS). 215--225."},{"key":"e_1_3_2_1_9_1","volume-title":"DetReduce: Minimizing Android GUI Test Suites for Regression Testing. In 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE). 445--455","author":"Choi W.","unstructured":"W. Choi, K. Sen, G. Necul, and W. Wang. 2018. DetReduce: Minimizing Android GUI Test Suites for Regression Testing. In 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE). 445--455."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.89"},{"key":"e_1_3_2_1_11_1","unstructured":"Mike Cohn. 2010. Succeeding with agile: software development using Scrum. Pearson Education."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09722-9"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09701-0"},{"key":"e_1_3_2_1_14_1","volume-title":"Retrieved","author":"Dataset The","year":"2020","unstructured":"The Dataset. 2020. The Dataset. Retrieved January 19, 2020 from https:\/\/github.com\/seal-hub\/ASE20Empirical"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2016.04.012"},{"key":"e_1_3_2_1_16_1","unstructured":"Paul M Duvall Steve Matyas and Andrew Glover. 2007. Continuous integration: improving software quality and reducing risk. Pearson Education."},{"key":"e_1_3_2_1_17_1","volume-title":"Retrieved","year":"2020","unstructured":"F-Droid. 2020. F-Droid - Free and Open Source Android App Repository. Retrieved January 19, 2020 from https:\/\/f-droid.org"},{"key":"e_1_3_2_1_18_1","volume-title":"Retrieved","author":"Fowler Martin","year":"2020","unstructured":"Martin Fowler. 2020. Test Pyramid. Retrieved January 19, 2020 from https:\/\/martinfowler.com\/bliki\/TestPyramid.html"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227195"},{"key":"e_1_3_2_1_20_1","volume-title":"Retrieved","year":"2020","unstructured":"GHTorrent. 2020. GHTorrent Downloads. Retrieved January 19, 2020 from https:\/\/ghtorrent.org\/downloads.html"},{"key":"e_1_3_2_1_21_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Advanced Android in Kotlin: Testing Basics. Retrieved January 19, 2020 from https:\/\/codelabs.developers.google.com\/codelabs\/advanced-android-kotlin-training-testing-basics\/index.html#4"},{"key":"e_1_3_2_1_22_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Android Studio release notes. Retrieved January 19, 2020 from https:\/\/developer.android.com\/studio\/releases"},{"key":"e_1_3_2_1_23_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. App Manifest Overview. Retrieved January 19, 2020 from https:\/\/developer.android.com\/guide\/topics\/manifest\/manifest-intro"},{"key":"e_1_3_2_1_24_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Application Fundamentals. Retrieved January 19, 2020 from https:\/\/developer.android.com\/guide\/components\/fundamentals.html"},{"key":"e_1_3_2_1_25_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Create UI tests with Espresso Test Recorder. Retrieved January 19, 2020 from https:\/\/developer.android.com\/studio\/test\/espresso-test-recorder"},{"key":"e_1_3_2_1_26_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Espresso. Retrieved January 19, 2020 from https:\/\/developer.android.com\/training\/testing\/espresso"},{"key":"e_1_3_2_1_27_1","volume-title":"Retrieved","year":"2020","unstructured":"Google. 2020. Fundamentals of Testing. Retrieved January 19, 2020 from https:\/\/developer.android.com\/training\/testing\/fundamentals"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.5555\/2487085.2487132"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970358"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106244"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931067"},{"key":"e_1_3_2_1_32_1","volume-title":"ReTestDroid: Towards Safer Regression Test Selection for Android Application. In 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC)","volume":"01","author":"Jiang B.","unstructured":"B. Jiang, Y. Wu, Y. Zhang, Z. Zhang, and W. K. Chan. 2018. ReTestDroid: Towards Safer Regression Test Selection for Android Application. In 2018 IEEE 42nd Annual Computer Software and Applications Conference (COMPSAC), Vol. 01. 235--244."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2013.9"},{"key":"e_1_3_2_1_34_1","volume-title":"Retrieved","year":"2020","unstructured":"JUnit. 2020. JUnit. Retrieved January 19, 2020 from https:\/\/junit.org"},{"key":"e_1_3_2_1_35_1","volume-title":"Retrieved","author":"Kapelonis Kostis","year":"2020","unstructured":"Kostis Kapelonis. 2020. Software Testing Anti-patterns. Retrieved January 19, 2020 from http:\/\/blog.codepipes.com\/testing\/software-testing-antipatterns.html"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2013.57"},{"key":"e_1_3_2_1_37_1","volume-title":"Verification and Validation (ICST), 2015 IEEE 8th International Conference on. IEEE, 1--10","author":"Kochhar Pavneet Singh","year":"2015","unstructured":"Pavneet Singh Kochhar, Ferdian Thung, Nachiappan Nagappan, Thomas Zimmermann, and David Lo. 2015. Understanding the Test Automation Culture of App Developers. In Software Testing, Verification and Validation (ICST), 2015 IEEE 8th International Conference on. IEEE, 1--10."},{"key":"e_1_3_2_1_38_1","volume-title":"Advanced Engineering Mathematics","author":"Kreyszig Erwin","unstructured":"Erwin Kreyszig. 2009. Advanced Engineering Mathematics, 10th Eddition. Wiley.","edition":"10"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2017.22"},{"key":"e_1_3_2_1_40_1","volume-title":"Test Transfer Across Mobile Apps Through Semantic Mapping. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 42--53","author":"Lin J.","unstructured":"J. Lin, R. Jabbarvand, and S. Malek. 2019. Test Transfer Across Mobile Apps Through Semantic Mapping. In 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE). 42--53."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106275"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.47"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.27"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","unstructured":"H. B. Mann and D. R. Whitney. 1947. On a Test of Whether one of Two Random Variables is Stochastically Larger than the Other. Ann. Math. Statist. 18 1 (03 1947) 50--60. 10.1214\/aoms\/1177730491","DOI":"10.1214\/aoms\/1177730491"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 2013 International Conference on Software Engineering","author":"Atif","unstructured":"Atif M. Memon and Myra B. Cohen. 2013. Automated Testing of GUI Applications: Models, Tools, and Controlling Flakiness. In Proceedings of the 2013 International Conference on Software Engineering (San Francisco, CA, USA) (ICSE '13). IEEE Press, 1479--1480."},{"key":"e_1_3_2_1_46_1","volume-title":"Retrieved","year":"2020","unstructured":"Mockito. 2020. Most popular mocking framework for Java. Retrieved January 19, 2020 from https:\/\/github.com\/mockito\/mockito"},{"key":"e_1_3_2_1_47_1","volume-title":"Pyramids & Quadrants. Retrieved","author":"Nisbet Duncan","year":"2020","unstructured":"Duncan Nisbet. 2020. Test Automation Basics - Levels, Pyramids & Quadrants. Retrieved January 19, 2020 from http:\/\/www.duncannisbet.co.uk\/test-automation-basics-levels-pyramids-quadrants"},{"key":"e_1_3_2_1_48_1","volume-title":"Retrieved","author":"Onyaem Chairat","year":"2020","unstructured":"Chairat Onyaem. 2020. Separate Unit, Integration, and Functional Tests for Continuous Delivery. Retrieved January 19, 2020 from https:\/\/medium.com\/pacroy\/separate-unit-integration-and-functional-tests-for-continuous-delivery-f4dc240d8f2f"},{"key":"e_1_3_2_1_49_1","volume-title":"GUI-Guided Repair of Mobile Test Scripts. In 2019 IEEE\/ACM 41st International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). 326--327","author":"Pan M.","unstructured":"M. Pan, T. Xu, Y. Pei, Z. Li, T. Zhang, and X. Li. 2019. GUI-Guided Repair of Mobile Test Scripts. In 2019 IEEE\/ACM 41st International Conference on Software Engineering: Companion Proceedings (ICSE-Companion). 326--327."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3387904.3389256"},{"key":"e_1_3_2_1_51_1","volume-title":"Retrieved","year":"2020","unstructured":"Qualtrics. 2020. Qualtrics Survey Software. Retrieved January 19, 2020 from https:\/\/www.qualtrics.com\/"},{"key":"e_1_3_2_1_52_1","volume-title":"Retrieved","year":"2020","unstructured":"Robolectric. 2020. Test-drive your Android code. Retrieved January 19, 2020 from http:\/\/robolectric.org\/"},{"key":"e_1_3_2_1_53_1","volume-title":"Impact of Sample Size and Variability on the Power and Type I Error Rates of Equivalence Tests: A Simulation Study. Practical Assessment, Research and Evaluation 19 (01","author":"Rusticus Shayna","year":"2014","unstructured":"Shayna Rusticus and Chris Lovato. 2014. Impact of Sample Size and Variability on the Power and Type I Error Rates of Equivalence Tests: A Simulation Study. Practical Assessment, Research and Evaluation 19 (01 2014)."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/52.3-4.591"},{"key":"e_1_3_2_1_55_1","volume-title":"Repairing Crashes in Android Apps. In 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE). 187--198","author":"Tan S. H.","unstructured":"S. H. Tan, Z. Dong, X. Gao, and A. Roychoudhury. 2018. Repairing Crashes in Android Apps. In 2018 IEEE\/ACM 40th International Conference on Software Engineering (ICSE). 187--198."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240465"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2983958"}],"event":{"name":"ASE '20: 35th IEEE\/ACM International Conference on Automated Software Engineering","location":"Virtual Event Australia","acronym":"ASE '20","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"]},"container-title":["Proceedings of the 35th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416623","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416623","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3324884.3416623","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T22:01:38Z","timestamp":1750197698000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3324884.3416623"}},"subtitle":["a large-scale empirical study"],"short-title":[],"issued":{"date-parts":[[2020,12,21]]},"references-count":57,"alternative-id":["10.1145\/3324884.3416623","10.1145\/3324884"],"URL":"https:\/\/doi.org\/10.1145\/3324884.3416623","relation":{},"subject":[],"published":{"date-parts":[[2020,12,21]]},"assertion":[{"value":"2021-01-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}