{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T19:08:38Z","timestamp":1781896118285,"version":"3.54.5"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031252006","type":"print"},{"value":"9783031252013","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25201-3_20","type":"book-chapter","created":{"date-parts":[[2023,2,10]],"date-time":"2023-02-10T06:02:04Z","timestamp":1676008924000},"page":"262-276","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A Deep Reinforcement Learning-Based Approach for\u00a0Android GUI Testing"],"prefix":"10.1007","author":[{"given":"Yuemeng","family":"Gao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chuanqi","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongjing","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jerry","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,2,10]]},"reference":[{"key":"20_CR1","doi-asserted-by":"crossref","unstructured":"Adamo, D., Khan, M.K., Koppula, S., Bryce, R.C.: Reinforcement learning for Android GUI testing. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, A-TEST@SIGSOFT FSE 2018, Lake Buena Vista, FL, USA, 05 November 2018, pp. 2\u20138. ACM (2018)","DOI":"10.1145\/3278186.3278187"},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Amalfitano, D., Fasolino, A.R., Tramontana, P., Carmine, S.D., Memon, A.M.: Using GUI ripping for automated testing of Android applications. In: IEEE\/ACM International Conference on Automated Software Engineering, ASE 2012, Essen, Germany, 3\u20137 September 2012, pp. 258\u2013261. ACM (2012)","DOI":"10.1145\/2351676.2351717"},{"issue":"5","key":"20_CR3","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MS.2014.55","volume":"32","author":"D Amalfitano","year":"2015","unstructured":"Amalfitano, D., Fasolino, A.R., Tramontana, P., Ta, B.D., Memon, A.M.: MobiGUITAR: automated model-based testing of mobile apps. IEEE Softw. 32(5), 53\u201359 (2015)","journal-title":"IEEE Softw."},{"key":"20_CR4","doi-asserted-by":"crossref","unstructured":"Anand, S., Naik, M., Harrold, M.J., Yang, H.: Automated concolic testing of smartphone apps. In: 20th ACM SIGSOFT Symposium on the Foundations of Software Engineering (FSE-2012), SIGSOFT\/FSE 2012, Cary, NC, USA, 11\u201316 November 2012, p. 59. ACM (2012)","DOI":"10.1145\/2393596.2393666"},{"key":"20_CR5","doi-asserted-by":"crossref","unstructured":"Baek, Y.M., Bae, D.: Automated model-based Android GUI testing using multi-level GUI comparison criteria. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering, ASE 2016, Singapore, 3\u20137 September 2016, pp. 238\u2013249. ACM (2016)","DOI":"10.1145\/2970276.2970313"},{"key":"20_CR6","unstructured":"Brockman, G., et al.: OpenAI gym. CoRR abs\/1606.01540 (2016)"},{"key":"20_CR7","doi-asserted-by":"crossref","unstructured":"Choi, W., Necula, G.C., Sen, K.: Guided GUI testing of Android apps with minimal restart and approximate learning. In: Proceedings of the 2013 ACM SIGPLAN International Conference on Object Oriented Programming Systems Languages & Applications, OOPSLA 2013, Part of SPLASH 2013, Indianapolis, IN, USA, 26\u201331 October 2013, pp. 623\u2013640. ACM (2013)","DOI":"10.1145\/2509136.2509552"},{"key":"20_CR8","unstructured":"Collins, E., Dias-Neto, A.C., Vincenzi, A., Maldonado, J.C.: Deep reinforcement learning based Android application GUI testing. In: SBES 2021: 35th Brazilian Symposium on Software Engineering, Joinville, Santa Catarina, Brazil, 27 September\u20131 October 2021, pp. 186\u2013194. ACM (2021)"},{"key":"20_CR9","doi-asserted-by":"crossref","unstructured":"Degris, T., Pilarski, P.M., Sutton, R.S.: Model-free reinforcement learning with continuous action in practice. In: American Control Conference, ACC 2012, Montreal, QC, Canada, 27\u201329 June 2012, pp. 2177\u20132182. IEEE (2012)","DOI":"10.1109\/ACC.2012.6315022"},{"key":"20_CR10","unstructured":"Android Developers: Android debug bridge (ADB). https:\/\/developer.android.com\/studio\/command-line\/adb"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Dong, Z., B\u00f6hme, M., Cojocaru, L., Roychoudhury, A.: Time-travel testing of Android apps. In: ICSE 2020: 42nd International Conference on Software Engineering, Seoul, South Korea, 27 June\u201319 July 2020, pp. 481\u2013492. ACM (2020)","DOI":"10.1145\/3377811.3380402"},{"key":"20_CR12","unstructured":"EclEmma: Jacoco Java code coverage library. https:\/\/www.eclemma.org\/jacoco\/index.html"},{"key":"20_CR13","doi-asserted-by":"crossref","unstructured":"Espada, A.R., Gallardo, M., Salmer\u00f3n, A., Merino, P.: Using model checking to generate test cases for Android applications. In: Proceedings Tenth Workshop on Model Based Testing, MBT 2015, London, UK, 18 April 2015, vol. 180, pp. 7\u201321. EPTCS (2015)","DOI":"10.4204\/EPTCS.180.1"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"Gao, X., Tan, S.H., Dong, Z., Roychoudhury, A.: Android testing via synthetic symbolic execution. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, ASE 2018, Montpellier, France, 3\u20137 September 2018, pp. 419\u2013429. ACM (2018)","DOI":"10.1145\/3238147.3238225"},{"key":"20_CR15","unstructured":"GitHub. https:\/\/github.com"},{"key":"20_CR16","unstructured":"Google: UI\/application exerciser monkey. https:\/\/developer.android.com\/studio\/test\/monkey"},{"key":"20_CR17","unstructured":"NCC Group: Intent fuzzer. https:\/\/www.nccgroup.trust\/us\/our-research\/intent-fuzzer\/"},{"key":"20_CR18","doi-asserted-by":"crossref","unstructured":"Gu, T., et al.: AimDroid: activity-insulated multi-level automated testing for Android applications. In: 2017 IEEE International Conference on Software Maintenance and Evolution, ICSME 2017, Shanghai, China, 17\u201322 September 2017, pp. 103\u2013114. IEEE Computer Society (2017)","DOI":"10.1109\/ICSME.2017.72"},{"key":"20_CR19","doi-asserted-by":"crossref","unstructured":"Gu, T., et al.: Practical GUI testing of Android applications via model abstraction and refinement. In: Proceedings of the 41st International Conference on Software Engineering, ICSE 2019, Montreal, QC, Canada, 25\u201331 May 2019, pp. 269\u2013280. IEEE\/ACM (2019)","DOI":"10.1109\/ICSE.2019.00042"},{"issue":"1","key":"20_CR20","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1007\/s11280-020-00833-8","volume":"24","author":"X Li","year":"2021","unstructured":"Li, X., et al.: RLINK: deep reinforcement learning for user identity linkage. World Wide Web 24(1), 85\u2013103 (2021). https:\/\/doi.org\/10.1007\/s11280-020-00833-8","journal-title":"World Wide Web"},{"key":"20_CR21","doi-asserted-by":"crossref","unstructured":"Machiry, A., Tahiliani, R., Naik, M.: Dynodroid: an input generation system for Android apps. In: Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC\/FSE 2013, Saint Petersburg, Russian Federation, 18\u201326 August 2013, pp. 224\u2013234. ACM (2013)","DOI":"10.1145\/2491411.2491450"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Mahmood, R., Mirzaei, N., Malek, S.: EvoDroid: segmented evolutionary testing of Android apps. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering (FSE-22), Hong Kong, China, 16\u201322 November 2014, pp. 599\u2013609. ACM (2014)","DOI":"10.1145\/2635868.2635896"},{"key":"20_CR23","unstructured":"Mnih, V., et al.: Asynchronous methods for deep reinforcement learning. In: Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, 19\u201324 June 2016. JMLR.org (2016)"},{"key":"20_CR24","unstructured":"Appium: Mobile app automation made awesome (n.d.). http:\/\/appium.io\/"},{"key":"20_CR25","doi-asserted-by":"crossref","unstructured":"Pan, M., Huang, A., Wang, G., Zhang, T., Li, X.: Reinforcement learning based curiosity-driven testing of Android applications. In: ISSTA 2020: 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, Virtual Event, USA, 18\u201322 July 2020, pp. 153\u2013164. ACM (2020)","DOI":"10.1145\/3395363.3397354"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Romdhana, A., Merlo, A.: Keynote: ARES: a deep reinforcement learning tool for black-box testing of Android apps. In: 19th IEEE International Conference on Pervasive Computing and Communications Workshops and other Affiliated Events, PerCom Workshops 2021, Kassel, Germany, 22\u201326 March 2021, p. 173. IEEE (2021)","DOI":"10.1109\/PerComWorkshops51409.2021.9431072"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Sasnauskas, R., Regehr, J.: Intent fuzzer: crafting intents of death. In: Proceedings of the 2014 Joint International Workshop on Dynamic Analysis (WODA) and Software and System Performance Testing, Debugging, and Analytics (PERTEA), WODA+PERTEA 2014, San Jose, CA, USA, 22 July 2014, pp. 1\u20135. ACM (2014)","DOI":"10.1145\/2632168.2632169"},{"key":"20_CR28","doi-asserted-by":"crossref","unstructured":"Su, T., et al.: Guided, stochastic model-based GUI testing of Android apps. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering, ESEC\/FSE 2017, Paderborn, Germany, 4\u20138 September 2017, pp. 245\u2013256. ACM (2017)","DOI":"10.1145\/3106237.3106298"},{"key":"20_CR29","volume-title":"Reinforcement Learning - An Introduction. Adaptive Computation and Machine Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning - An Introduction. Adaptive Computation and Machine Learning. MIT Press, Cambridge (1998)"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Takala, T., Katara, M., Harty, J.: Experiences of system-level model-based GUI testing of an Android application. In: Fourth IEEE International Conference on Software Testing, Verification and Validation, ICST 2011, Berlin, Germany, 21\u201325 March 2011, pp. 377\u2013386. IEEE Computer Society (2011)","DOI":"10.1109\/ICST.2011.11"},{"key":"20_CR31","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: A reinforcement learning based approach to automated testing of Android applications. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, A-TEST@SIGSOFT FSE 2018, Lake Buena Vista, FL, USA, 05 November 2018, pp. 31\u201337. ACM (2018)","DOI":"10.1145\/3278186.3278191"},{"key":"20_CR32","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: Semantic analysis for deep Q-network in Android GUI testing. In: The 31st International Conference on Software Engineering and Knowledge Engineering, SEKE 2019, Hotel Tivoli, Lisbon, Portugal, 10\u201312 July 2019, pp. 123\u2013170. KSI Research Inc. and Knowledge Systems Institute Graduate School (2019)","DOI":"10.18293\/SEKE2019-080"},{"key":"20_CR33","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1007\/BF00992696","volume":"8","author":"RJ Williams","year":"1992","unstructured":"Williams, R.J.: Simple statistical gradient-following algorithms for connectionist reinforcement learning. Mach. Learn. 8, 229\u2013256 (1992). https:\/\/doi.org\/10.1007\/BF00992696","journal-title":"Mach. Learn."},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Ye, H., Cheng, S., Zhang, L., Jiang, F.: DroidFuzzer: fuzzing the Android apps with intent-filter tag. In: The 11th International Conference on Advances in Mobile Computing & Multimedia, MoMM 2013, Vienna, Austria, 2\u20134 December 2013, p. 68. ACM (2013)","DOI":"10.1145\/2536853.2536881"}],"container-title":["Lecture Notes in Computer Science","Web and Big Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25201-3_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,13]],"date-time":"2024-10-13T22:42:19Z","timestamp":1728859339000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25201-3_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031252006","9783031252013"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25201-3_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"10 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"APWeb-WAIM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asia-Pacific Web (APWeb) and Web-Age Information Management (WAIM) Joint International Conference on Web and Big Data","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nanjing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 August 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 August 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"apwebwaim2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/apweb-waim2022.com\/proceedings","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"297","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"75","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5 Demo papers + 23 workshop papers","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}