{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T10:21:29Z","timestamp":1784283689031,"version":"3.55.0"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T00:00:00Z","timestamp":1708560000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["World Wide Web"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s11280-024-01252-9","type":"journal-article","created":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T07:18:20Z","timestamp":1708586300000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A reinforcement learning-based approach to testing GUI of moblie applications"],"prefix":"10.1007","volume":"27","author":[{"given":"Chuanqi","family":"Tao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fengyu","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yuemeng","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongjing","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jerry","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,2,22]]},"reference":[{"key":"1252_CR1","unstructured":"Google: UI\/Application Exerciser Monkey. https:\/\/developer.android.com\/studio\/test\/monkey"},{"key":"1252_CR2","doi-asserted-by":"crossref","unstructured":"Amalfitano, D., Fasolino, A.R., Tramontana, P., Carmine, S.D., Memon, A.M.: Using GUI ripping for automated testing of android applications. In: Goedicke M., Menzies T., Saeki M. (eds.) Proceedings of the 12th IEEE\/ACM International Conference on Automated Software Engineering, pp. 258\u2013261. ACM, Essen, Germany (2012)","DOI":"10.1145\/2351676.2351717"},{"key":"1252_CR3","doi-asserted-by":"crossref","unstructured":"Collins, E., Dias-Neto, A.C., Vincenzi, A., Maldonado, J.C.: Deep reinforcement learning based android application GUI testing. In: Proceedings of the SBES \u201921: 35th Brazilian Symposium on Software Engineering, pp. 186\u2013194. ACM, Joinville, Santa Catarina, Brazil (2021)","DOI":"10.1145\/3474624.3474634"},{"key":"1252_CR4","doi-asserted-by":"crossref","unstructured":"Romdhana, A., Merlo, A.: Keynote: ARES: A deep reinforcement learning tool for black-box testing of android apps. In: Proceedings of the 19th IEEE International Conference on Pervasive Computing and Communications Workshops and Other Affiliated Events, p. 173. IEEE, Kassel, Germany (2021)","DOI":"10.1109\/PerComWorkshops51409.2021.9431072"},{"key":"1252_CR5","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992)","journal-title":"Mach. Learn."},{"key":"1252_CR6","doi-asserted-by":"crossref","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning - an Introduction. Adaptive computation and machine learning. MIT Press (1998)","DOI":"10.1109\/TNN.1998.712192"},{"key":"1252_CR7","doi-asserted-by":"crossref","unstructured":"Degris, T., Pilarski, P.M., Sutton, R.S.: Model-free reinforcement learning with continuous action in practice. In: Proceedings of the 2022 American Control Conference, pp. 2177\u20132182. IEEE, Montreal, QC, Canada (2012)","DOI":"10.1109\/ACC.2012.6315022"},{"key":"1252_CR8","unstructured":"Mnih, V., Badia, A.P., Mirza, M., Graves, A., Lillicrap, T.P., Harley, T., Silver, D., Kavukcuoglu, K.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33nd International Conference on Machine Learning. JMLR.org, New York City, NY, USA (2016)"},{"key":"1252_CR9","doi-asserted-by":"crossref","unstructured":"K\u00f6roglu, Y., Sen, A., Muslu, O., Mete, Y., Ulker, C., Tanriverdi, T., Donmez, Y.: QBE: QLearning-based exploration of android applications. In: Proceedings of the 11th IEEE International Conference on Software Testing, Verification and Validation, pp. 105\u2013115. IEEE Computer Society, Sweden (2018)","DOI":"10.1109\/ICST.2018.00020"},{"key":"1252_CR10","doi-asserted-by":"crossref","unstructured":"Pan, M., Huang, A., Wang, G., Zhang, T., Li, X.: Reinforcement learning based curiosity-driven testing of android applications. In: Proceedings of the ISSTA \u201920: 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 153\u2013164. ACM, USA (2020)","DOI":"10.1145\/3395363.3397354"},{"key":"1252_CR11","doi-asserted-by":"crossref","unstructured":"Adamo, D., Khan, M.K., Koppula, S., Bryce, R.C.: Reinforcement learning for android GUI testing. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, pp. 2\u20138. ACM, Lake Buena Vista, FL, USA (2018)","DOI":"10.1145\/3278186.3278187"},{"key":"1252_CR12","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: A reinforcement learning based approach to automated testing of android applications. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 31\u201337. ACM, Lake Buena Vista, FL, USA (2018)","DOI":"10.1145\/3278186.3278191"},{"key":"1252_CR13","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: Semantic analysis for deep Q-network in android GUI testing. In: Proceedings of the 31st International Conference on Software Engineering and Knowledge Engineering, pp. 123\u2013170. KSI Research Inc. and Knowledge Systems Institute Graduate School, Hotel Tivoli, Lisbon, Portugal (2019)","DOI":"10.18293\/SEKE2019-080"},{"key":"1252_CR14","unstructured":"EclEmma: JaCoCo Java Code Coverage Library. https:\/\/www.eclemma.org\/jacoco\/index.html"},{"key":"1252_CR15","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., Zaremba, W.: Openai Gym. CoRR arXiv:1606.01540 (2016)"},{"key":"1252_CR16","unstructured":"[n.d.]: Appium: Mobile App Automation Made Awesome. http:\/\/appium.io\/"},{"key":"1252_CR17","unstructured":"Developers, A.: Android Debug Bridge (ADB). https:\/\/developer.android.com\/studio\/command-line\/adb"},{"key":"1252_CR18","doi-asserted-by":"crossref","unstructured":"Machiry, A., Tahiliani, R., Naik, M.: Dynodroid: an input generation system for android apps. In: Proceedings of the Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, pp. 224\u2013234. ACM, Saint Petersburg, Russian Federation (2013)","DOI":"10.1145\/2491411.2491450"},{"key":"1252_CR19","unstructured":"Group, N.: Intent Fuzzer. https:\/\/www.nccgroup.trust\/us\/our-research\/intent-fuzzer\/"},{"key":"1252_CR20","doi-asserted-by":"crossref","unstructured":"Sasnauskas, R., Regehr, J.: Intent fuzzer: crafting intents of death. In: Proceedings of the 2014 Joint International Workshop on Dynamic Analysis (WODA) and Software and System Performance Testing, pp. 1\u20135. ACM, San Jose, CA, USA (2014)","DOI":"10.1145\/2632168.2632169"},{"key":"1252_CR21","doi-asserted-by":"crossref","unstructured":"Ye, H., Cheng, S., Zhang, L., Jiang, F.: Droidfuzzer: Fuzzing the android apps with intent-filter tag. In: Proceedings of the 11th International Conference on Advances in Mobile Computing & Multimedia, p. 68. ACM, Vienna, Austria (2013)","DOI":"10.1145\/2536853.2536881"},{"key":"1252_CR22","doi-asserted-by":"crossref","unstructured":"Espada, A.R., Gallardo, M., Salmer\u2019on, A., Merino, P.: Using model checking to generate test cases for android applications. In: Proceedings Tenth Workshop on Model Based Testing. EPTCS, vol. 180, pp. 7\u201321. London, UK (2015)","DOI":"10.4204\/EPTCS.180.1"},{"key":"1252_CR23","doi-asserted-by":"crossref","unstructured":"Hao, S., Liu, B., Nath, S., Halfond, W.G.J., Govindan, R.: PUMA: programmable UI-automation for large-scale dynamic analysis of mobile apps. In: Proceedings of 12th Annual International Conference on Mobile Systems, Applications, and Services, pp. 204\u2013217. ACM, Bretton Woods, NH, US (2014)","DOI":"10.1145\/2594368.2594390"},{"key":"1252_CR24","doi-asserted-by":"crossref","unstructured":"Su, T., Meng, G., Chen, Y., Wu, K., Yang, W., Yao, Y., Pu, G., Liu, Y., Su, Z.: Guided, stochastic model-based GUI testing of android apps. In: Proceedings of the 11th Joint Meeting on Foundations of Software Engineering, pp. 245\u2013256. ACM, Paderborn, Germany (2017)","DOI":"10.1145\/3106237.3106298"},{"key":"1252_CR25","doi-asserted-by":"crossref","unstructured":"Mahmood, R., Mirzaei, N., Malek, S.: Evodroid: segmented evolutionary testing of android apps. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 599\u2013609. ACM, Hong Kong, China (2014)","DOI":"10.1145\/2635868.2635896"},{"key":"1252_CR26","doi-asserted-by":"crossref","unstructured":"Anand, S., Naik, M., Harrold, M.J., Yang, H.: Automated concolic testing of smartphone apps. In: Proceedings of the 20th ACM SIGSOFT Symposium on the Foundations of Software Engineering, p. 59. ACM, Cary, NC, USA (2012)","DOI":"10.1145\/2393596.2393666"},{"key":"1252_CR27","doi-asserted-by":"crossref","unstructured":"Mao, K., Harman, M., Jia, Y.: Sapienz: multi-objective automated testing for android applications. In: Proceedings of the 25th International Symposium on Software Testing and Analysis, pp. 94\u2013105. ACM, Saarbr\u00fccken, Germany (2016)","DOI":"10.1145\/2931037.2931054"},{"key":"1252_CR28","doi-asserted-by":"crossref","unstructured":"Choi, W., Necula, G.C., Sen, K.: Guided GUI testing of android apps with minimal restart and approximate learning. In: Proceedings of the 2013 ACM SIGPLAN International Conference on Object Oriented Programming Systems Languages & Applications, pp. 623\u2013640. ACM, Indianapolis, IN, USA (2013)","DOI":"10.1145\/2509136.2509552"}],"container-title":["World Wide Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-024-01252-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11280-024-01252-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11280-024-01252-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,21]],"date-time":"2024-03-21T10:12:54Z","timestamp":1711015974000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11280-024-01252-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,22]]},"references-count":28,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["1252"],"URL":"https:\/\/doi.org\/10.1007\/s11280-024-01252-9","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-2565153\/v1","asserted-by":"object"}]},"ISSN":["1386-145X","1573-1413"],"issn-type":[{"value":"1386-145X","type":"print"},{"value":"1573-1413","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2,22]]},"assertion":[{"value":"12 December 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 January 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 February 2024","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Informed consent was obtained from all individual participants.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"16"}}