{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T00:48:03Z","timestamp":1771030083698,"version":"3.50.1"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031352560","type":"print"},{"value":"9783031352577","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-35257-7_3","type":"book-chapter","created":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T23:02:32Z","timestamp":1687820552000},"page":"38-58","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["OAT: An Optimized Android Testing Framework Based on Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Mengjun","family":"Du","sequence":"first","affiliation":[]},{"given":"Peiyang","family":"Li","sequence":"additional","affiliation":[]},{"given":"Lian","family":"Song","sequence":"additional","affiliation":[]},{"given":"W. K.","family":"Chan","sequence":"additional","affiliation":[]},{"given":"Bo","family":"Jiang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,27]]},"reference":[{"key":"3_CR1","unstructured":"Mobile OS Market Share (2021). https:\/\/gs.statcounter.com\/os-market-share\/mobile\/worldwide.\u00a0"},{"key":"3_CR2","unstructured":"Statista. Number of apps available in leading app stores as of July 2014. http:\/\/www.statista.com\/statistics\/276623\/number-of-apps-available-in-leading-app-stores\/. (Accessed\u00a0 08 2014)"},{"key":"3_CR3","doi-asserted-by":"crossref","unstructured":"Machiry, A., Tahiliani, R., Naik, M.: Dynodroid: an input generation system for Android apps. In: Proceedings of the 2013 9th Joint Meeting on Foundations of Software Engineering, pp. 224\u2013234. Association for Computing Machinery, Saint Petersburg, Russia (2013)","DOI":"10.1145\/2491411.2491450"},{"key":"3_CR4","doi-asserted-by":"crossref","unstructured":"Doyle, J., Saber, T., Arcaini, P., Ventresque, A.: Improving mobile user interface testing with model driven monkey search. In: 2021 IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW), pp. 138\u2013145. IEEE (2021)","DOI":"10.1109\/ICSTW52544.2021.00034"},{"key":"3_CR5","doi-asserted-by":"crossref","unstructured":"Dong, Z., B\u00f6hme, M., Cojocaru, L., Roychoudhury, A.: Time-travel testing of android apps. In: Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering, pp. 481\u2013492 (2020)","DOI":"10.1145\/3377811.3380402"},{"key":"3_CR6","doi-asserted-by":"crossref","unstructured":"Romdhana, A., Merlo, A., Ceccato, M.,\u00a0 Tonella, P.: Deep reinforcement learning for black-box testing of android apps. ACM Trans. Softw. Eng. Methodol. 31(4), Article 65 , 29 pages (2022)","DOI":"10.1145\/3502868"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Coulom, R.: Efficient selectivity and backup operators in monte-carlo tree search. In: Computers and Games: 5th International Conference, CG 2006, Turin, Italy, 29\u201331 May\u00a0 2006. Revised Papers 5, pp. 72\u201383. Springer (2006)","DOI":"10.1007\/978-3-540-75538-8_7"},{"key":"3_CR8","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: Proceedings of the Interntional Conference on Machine Learning, pp. 1861\u20131870. PMLR (2018)"},{"key":"3_CR9","unstructured":"Ye, W., Liu, S., Kurutach, T., Abbeel, P., Gao, Y.J.A.i.N.I.P.S.: Mastering atari games with limited data, vol.\u00a034, pp. 25476\u201325488 (2021)"},{"key":"3_CR10","doi-asserted-by":"crossref","unstructured":"Auer, P., Cesa-Bianchi, N., Fischer, P.J.M.l.: Finite-time analysis of the multiarmed bandit problem, vol. 47, pp. 235\u2013256 (2002)","DOI":"10.1023\/A:1013689704352"},{"key":"3_CR11","unstructured":"Appium. http:\/\/appium.io. (Accessed 25 Sept 2020)"},{"key":"3_CR12","unstructured":"Emma, http:\/\/emma.sourceforge.net\u00a0(Accessed 30 Dec 2020)"},{"key":"3_CR13","unstructured":"Jacoco Code Coverage. https:\/\/www.eclemma.org\/jacoco\/. (Accessed\u00a0 15 Nov 2020)"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Choudhary, S.R., Gorla, A., Orso, A.: Automated test input generation for android: Are we there yet?. In: 2015 30th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 429\u2013440 (2015)","DOI":"10.1109\/ASE.2015.89"},{"key":"3_CR15","doi-asserted-by":"crossref","unstructured":"Su, T., et al.: Guided, stochastic model-based GUI testing of Android apps. In: Proceedings of the 2017 11th Joint Meeting on Foundations of Software Engineering, pp. 245\u2013256\u00a0 (2017)","DOI":"10.1145\/3106237.3106298"},{"key":"3_CR16","doi-asserted-by":"crossref","unstructured":"Amalfitano, D., Fasolino, A.R., Tramontana, P., De Carmine, S., Memon, A.M.: Using GUI ripping for automated testing of Android applications. In: Proceedings of the 27th IEEE\/ACM International Conference on Automated Software Engineering, pp. 258\u2013261 (2012)","DOI":"10.1145\/2351676.2351717"},{"key":"3_CR17","doi-asserted-by":"crossref","unstructured":"Hao, S., Liu, B., Nath, S., Halfond, W.G., Govindan, R.: Puma: Programmable ui-automation for large-scale dynamic analysis of mobile apps. In: Proceedings of the 12th annual international conference on Mobile systems, applications, and services, pp. 204\u2013217 (2014)","DOI":"10.1145\/2594368.2594390"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Mao, K., Harman, M., Jia, Y.: Sapienz: Multi-objective automated testing for android applications. In: Proceedings of the 25th International Symposium on Software Testing and Analysis, pp. 94\u2013105 (2016)","DOI":"10.1145\/2931037.2931054"},{"key":"3_CR19","unstructured":"UIAutomator (2021). https:\/\/developer.android.com\/training\/testing\/ui-automator"},{"key":"3_CR20","unstructured":"Android Emulator. https:\/\/developer.android.com\/studio\/run\/emulator\/. (Accessed\u00a0 20 Oct 2020)"},{"key":"3_CR21","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning (2015)"},{"key":"3_CR22","unstructured":"Fujimoto, S., Hoof, H., Meger, D.: Addressing function approximation error in actor-critic methods. In: International Conference on Machine Learning, pp. 1587\u20131596. PMLR (2018)"},{"key":"3_CR23","doi-asserted-by":"crossref","unstructured":"Amalfitano, D., Fasolino, A.R., Tramontana, P., Ta, B.D., Memon, A.M.J.I.s.: MobiGUITAR: Automated model-based testing of mobile apps, vol. 32, pp. 53\u201359 (2014)","DOI":"10.1109\/MS.2014.55"},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Azim, T., Neamtiu, I.: Targeted and depth-first exploration for systematic testing of android apps. In: Proceedings of the 2013 ACM SIGPLAN International Conference on Object Oriented Programming Systems Languages & Applications, pp. 641\u2013660 (2013)","DOI":"10.1145\/2509136.2509549"},{"key":"3_CR25","doi-asserted-by":"crossref","unstructured":"Baek, Y.-M., Bae, D.-H.: Automated model-based android gui testing using multi-level gui comparison criteria. In: Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering, pp. 238\u2013249 (2016)","DOI":"10.1145\/2970276.2970313"},{"key":"3_CR26","doi-asserted-by":"crossref","unstructured":"Koroglu, Y., et al.: QBE: QLearning-based exploration of android applications. In: 2018 IEEE 11th International Conference on Software Testing, Verification and Validation (ICST), pp. 105\u2013115. IEEE (2018)","DOI":"10.1109\/ICST.2018.00020"},{"key":"3_CR27","doi-asserted-by":"crossref","unstructured":"Mariani, L., Pezze, M., Riganelli, O., Santoro, M.: Autoblacktest: Automatic black-box testing of interactive applications. In: 2012 IEEE Fifth International Conference on Software Testing, Verification and Validation, pp. 81\u201390. IEEE (2012)","DOI":"10.1109\/ICST.2012.88"},{"key":"3_CR28","doi-asserted-by":"crossref","unstructured":"Borges Jr, N.P., G\u00f3mez, M., Zeller, A.: Guiding app testing with mined interaction models. In: Proceedings of the 5th International Conference on Mobile Software Engineering and Systems, pp. 133\u2013143 (2018)","DOI":"10.1145\/3197231.3197243"},{"key":"3_CR29","doi-asserted-by":"crossref","unstructured":"Li, Y., Yang, Z., Guo, Y., Chen, X.: Humanoid: A deep learning-based approach to automated black-box android app testing. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 1070\u20131073. IEEE (2019)","DOI":"10.1109\/ASE.2019.00104"},{"key":"3_CR30","doi-asserted-by":"crossref","unstructured":"Lin, J.-W., Jabbarvand, R., Malek, S.: Test transfer across mobile apps through semantic mapping. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 42\u201353. IEEE (2019)","DOI":"10.1109\/ASE.2019.00015"},{"key":"3_CR31","doi-asserted-by":"crossref","unstructured":"Adamo, D., Khan, M.K., Koppula, S., Bryce, R.: Reinforcement learning for android gui testing. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 2\u20138 (2018)","DOI":"10.1145\/3278186.3278187"},{"key":"3_CR32","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: Semantic analysis for deep Q-network in android GUI testing. In: 31st International Conference on Software Engineering and Knowledge Engineering(SEKE), pp. 123\u2013128 (2019)","DOI":"10.18293\/SEKE2019-080"},{"key":"3_CR33","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: A reinforcement learning based approach to automated testing of android applications. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 31\u201337 (2018)","DOI":"10.1145\/3278186.3278191"},{"key":"3_CR34","doi-asserted-by":"crossref","unstructured":"Pan, M., Huang, A., Wang, G., Zhang, T., Li, X.: Reinforcement learning based curiosity-driven testing of Android applications. In: Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 153\u2013164 (2020)","DOI":"10.1145\/3395363.3397354"},{"key":"3_CR35","doi-asserted-by":"crossref","unstructured":"Anand, S., Naik, M., Harrold, M.J., Yang, H.: Automated concolic testing of smartphone apps. In: Proceedings of the ACM SIGSOFT 20th International Symposium on the Foundations of Software Engineering, pp. 1\u201311 (2012)","DOI":"10.1145\/2393596.2393666"},{"key":"3_CR36","doi-asserted-by":"crossref","unstructured":"Gao, X., Tan, S.H., Dong, Z., Roychoudhury, A.: Android testing via synthetic symbolic execution. In: Proceedings of the 33rd ACM\/IEEE International Conference on Automated Software Engineering, pp. 419\u2013429 (2018)","DOI":"10.1145\/3238147.3238225"},{"key":"3_CR37","doi-asserted-by":"crossref","unstructured":"Mahmood, R., Mirzaei, N., Malek, S.: Evodroid: segmented evolutionary testing of android apps. In: Proceedings of the 22nd ACM SIGSOFT International Symposium on Foundations of Software Engineering, pp. 599\u2013609 (2014)","DOI":"10.1145\/2635868.2635896"},{"key":"3_CR38","unstructured":"NCC group Intent Fuzzer. https:\/\/www.nccgroup.trust\/us\/our-research\/intent-fuzzer\/. (Accessed 31 Dec 2022)"},{"key":"3_CR39","doi-asserted-by":"crossref","unstructured":"Sasnauskas, R., Regehr, J.: Intent fuzzer: crafting intents of death. In: Proceedings of the 2014 Joint International Workshop on Dynamic Analysis (WODA) and Software and System Performance Testing, Debugging, and Analytics (PERTEA), pp. 1\u20135 (2014)","DOI":"10.1145\/2632168.2632169"},{"key":"3_CR40","doi-asserted-by":"crossref","unstructured":"Ye, H., Cheng, S., Zhang, L., Jiang, F.: Droidfuzzer: Fuzzing the android apps with intent-filter tag. In: Proceedings of International Conference on Advances in Mobile Computing & Multimedia, pp. 68\u201374 (2013)","DOI":"10.1145\/2536853.2536881"},{"key":"3_CR41","doi-asserted-by":"crossref","unstructured":"Arzt, S., et al.: Flowdroid: Precise context, flow, field, object-sensitive and lifecycle-aware taint analysis for android apps, vol. 49, pp. 259\u2013269 (2014)","DOI":"10.1145\/2666356.2594299"},{"key":"3_CR42","unstructured":"Abramson, B.: The expected-outcome model of two-player games. Morgan Kaufmann (2014)"},{"key":"3_CR43","unstructured":"Hafner, D., Lillicrap, T., Norouzi, M., Ba, J.J.a.p.a.: Mastering atari with discrete world models (2020)"},{"key":"3_CR44","doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search, vol.\u00a0 529, pp. 484\u2013489 (2016)","DOI":"10.1038\/nature16961"},{"key":"3_CR45","doi-asserted-by":"crossref","unstructured":"Silver, D., et al.: Mastering the game of go without human knowledge, vol. 550, pp. 354\u2013359 (2017)","DOI":"10.1038\/nature24270"},{"key":"3_CR46","unstructured":"Droid F. F-droid: Free and open source android app repository. https:\/\/f-droid.org\/. (Accessed 31 Dec 2022)"}],"container-title":["Lecture Notes in Computer Science","Theoretical Aspects of Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-35257-7_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,26]],"date-time":"2023-06-26T23:03:09Z","timestamp":1687820589000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-35257-7_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031352560","9783031352577"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-35257-7_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"27 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"TASE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Theoretical Aspects of Software Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bristol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"tase2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/bristolpl.github.io\/tase2023\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"49","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}