{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,24]],"date-time":"2025-08-24T01:13:41Z","timestamp":1755998021171,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031443541"},{"type":"electronic","value":"9783031443558"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-44355-8_1","type":"book-chapter","created":{"date-parts":[[2023,10,25]],"date-time":"2023-10-25T06:01:44Z","timestamp":1698213704000},"page":"3-15","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Automation of\u00a0User Interface Testing by\u00a0Reinforcement Learning-Based Monkey Agents"],"prefix":"10.1007","author":[{"given":"Daniel","family":"Gerber","sequence":"first","affiliation":[]},{"given":"Urwashi","family":"Kapasiya","sequence":"additional","affiliation":[]},{"given":"Lukas","family":"Rosenbauer","sequence":"additional","affiliation":[]},{"given":"J\u00f6rg","family":"H\u00e4hner","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,10,26]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Adamo, D., Khan, M.K., Koppula, S., Bryce, R.: Reinforcement learning for android gui testing. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 2\u20138 (2018)","DOI":"10.1145\/3278186.3278187"},{"key":"1_CR2","unstructured":"Agarap, A.F.: Deep learning using rectified linear units (relu). arXiv preprint arXiv:1803.08375 (2018)"},{"key":"1_CR3","unstructured":"Conover, W.: Practical nonparametric statistics. Wiley, New York (1971)"},{"key":"1_CR4","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-540-71289-3_23","volume-title":"Fundamental Approaches to Software Engineering","author":"G Fraser","year":"2007","unstructured":"Fraser, G., Wotawa, F.: Redundancy Based Test-Suite Reduction. In: Dwyer, M.B., Lopes, A. (eds.) Fundamental Approaches to Software Engineering, pp. 291\u2013305. Springer, Heidelberg (2007)"},{"key":"1_CR5","doi-asserted-by":"publisher","unstructured":"Gao, Y., Tao, C., Guo, H., Gao, J.: A deep reinforcement learning-based approach for android gui testing. In: Web and Big Data: 6th International Joint Conference, APWeb-WAIM 2022, Nanjing, China, November 25\u201327, 2022, Proceedings, Part III, pp. 262\u2013276. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-25201-3_20","DOI":"10.1007\/978-3-031-25201-3_20"},{"issue":"102","key":"1_CR6","first-page":"36","volume":"1989","author":"DE Golberg","year":"1989","unstructured":"Golberg, D.E.: Genetic algorithms in search, optimization, and machine learning. Addion wesley 1989(102), 36 (1989)","journal-title":"Addion wesley"},{"key":"1_CR7","doi-asserted-by":"crossref","unstructured":"Hourani, H., Hammad, A., Lafi, M.: The impact of artificial intelligence on software testing. In: 2019 IEEE Jordan International Joint Conference on Electrical Engineering and Information Technology (JEEIT), pp. 565\u2013570. IEEE (2019)","DOI":"10.1109\/JEEIT.2019.8717439"},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Hsu, H.Y., Orso, A.: MINTS: a general framework and tool for supporting test-suite minimization. In: 2009 IEEE 31st International Conference on Software Engineering, pp. 419\u2013429 (2009)","DOI":"10.1109\/ICSE.2009.5070541"},{"issue":"10","key":"1_CR9","doi-asserted-by":"publisher","first-page":"2052","DOI":"10.1109\/TSE.2019.2942921","volume":"47","author":"R Huang","year":"2019","unstructured":"Huang, R., Sun, W., Xu, Y., Chen, H., Towey, D., Xia, X.: A survey on adaptive random testing. IEEE Trans. Software Eng. 47(10), 2052\u20132083 (2019)","journal-title":"IEEE Trans. Software Eng."},{"key":"1_CR10","doi-asserted-by":"crossref","unstructured":"Khan, M.E., Khan, F.: A comparative study of white box, black box and grey box testing techniques. Int. J. Adv. Comput. Sci. Appl. 3(6) (2012)","DOI":"10.14569\/IJACSA.2012.030603"},{"key":"1_CR11","doi-asserted-by":"crossref","unstructured":"Kim, J., Kwon, M., Yoo, S.: Generating test input with deep reinforcement learning. In: 2018 IEEE\/ACM 11th International Workshop on Search-Based Software Testing (SBST), pp. 51\u201358 (2018)","DOI":"10.1145\/3194718.3194720"},{"issue":"1","key":"1_CR12","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1109\/TR.2018.2865733","volume":"68","author":"P Kong","year":"2019","unstructured":"Kong, P., Li, L., Gao, J., Liu, K., Bissyand\u00e9, T.F., Klein, J.: Automated testing of android apps: a systematic literature review. IEEE Trans. Reliab. 68(1), 45\u201366 (2019)","journal-title":"IEEE Trans. Reliab."},{"issue":"3","key":"1_CR13","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1007\/BF00992699","volume":"8","author":"LJ Lin","year":"1992","unstructured":"Lin, L.J.: Self-improving reactive agents based on reinforcement learning, planning and teaching. Mach. Learn. 8(3), 293\u2013321 (1992)","journal-title":"Mach. Learn."},{"key":"1_CR14","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., Riedmiller, M.: Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602 (2013)"},{"key":"1_CR15","doi-asserted-by":"crossref","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","DOI":"10.1038\/nature14236"},{"key":"1_CR16","doi-asserted-by":"crossref","unstructured":"Moghadam, M.H., Saadatmand, M., Borg, M., Bohlin, M., Lisper, B.: Poster: performance testing driven by reinforcement learning. In: 2020 IEEE 13th International Conference on Software Testing, Validation and Verification (ICST), pp. 402\u2013405 (2020)","DOI":"10.1109\/ICST46399.2020.00048"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Note Narciso, E., Delamaro, M., Nunes, F.: Test case selection: a systematic literature review. Int. J. Softw. Eng. Knowl. Eng.24, 653\u2013676 (2014)","DOI":"10.1142\/S0218194014500259"},{"key":"1_CR18","doi-asserted-by":"crossref","unstructured":"Patel, P., Srinivasan, G., Rahaman, S., Neamtiu, I.: On the effectiveness of random testing for android: or how i learned to stop worrying and love the monkey. In: Proceedings of the 13th International Workshop on Automation of Software Test, pp. 34\u201337 (2018)","DOI":"10.1145\/3194733.3194742"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Paydar, S.: Automated gui layout refactoring to improve monkey testing of android applications. In: 2020 CSI\/CPSSI International Symposium on Real-Time and Embedded Systems and Technologies (RTEST), pp. 1\u20139. IEEE (2020)","DOI":"10.1109\/RTEST49666.2020.9140106"},{"key":"1_CR20","unstructured":"Qt: Squish. https:\/\/www.qt.io\/product\/quality-assurance\/squish (2003). Accessed 1 Dec 2022"},{"key":"1_CR21","doi-asserted-by":"publisher","first-page":"248","DOI":"10.1016\/j.infsof.2017.07.005","volume":"93","author":"R Ramler","year":"2018","unstructured":"Ramler, R., Buchgeher, G., Klammer, C.: Adapting automated test generation to gui testing of industry applications. Inf. Softw. Technol. 93, 248\u2013263 (2018)","journal-title":"Inf. Softw. Technol."},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Romdhana, A., Merlo, A., Ceccato, M., Tonella, P.: Deep reinforcement learning for black-box testing of android apps. ACM Trans. Softw. Eng. Methodol. (2022)","DOI":"10.1109\/PerComWorkshops51409.2021.9431072"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Rosenbauer, L., Stein, A., P\u00e4tzel, D., H\u00e4hner, J.: XCSF with experience replay for automatic test case prioritization. In: Abbass, H., Coello, C.A.C., Singh, H.K. (eds.) 2020 IEEE Symposium Series on Computational Intelligence (SSCI), virtual event, Canberra, Australia, 1\u20134 December 2020. IEEE (2020)","DOI":"10.1109\/SSCI47803.2020.9308379"},{"key":"1_CR24","doi-asserted-by":"crossref","unstructured":"Saber, S., et al.: Autonomous gui testing using deep reinforcement learning. In: 2021 17th International Computer Engineering Conference (ICENCO), pp. 94\u2013100 (2021)","DOI":"10.1109\/ICENCO49852.2021.9715282"},{"key":"1_CR25","doi-asserted-by":"crossref","unstructured":"Spieker, H., Gotlieb, A., Marijan, D., Mossige, M.: Reinforcement learning for automatic test case prioritization and selection in continuous integration. CoRR abs\/1811.04122 (2018)","DOI":"10.1145\/3092703.3092709"},{"key":"1_CR26","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. A Bradford Book, Cambridge, MA, USA (2018)"},{"key":"1_CR27","doi-asserted-by":"crossref","unstructured":"Vuong, T.A.T., Takada, S.: A reinforcement learning based approach to automated testing of android applications. In: Proceedings of the 9th ACM SIGSOFT International Workshop on Automating TEST Case Design, Selection, and Evaluation, pp. 31\u201337 (2018)","DOI":"10.1145\/3278186.3278191"},{"issue":"4","key":"1_CR28","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang, Z., Bovik, A., Sheikh, H., Simoncelli, E.: Image quality assessment: from error visibility to structural similarity. IEEE Trans. Image Process. 13(4), 600\u2013612 (2004)","journal-title":"IEEE Trans. Image Process."},{"issue":"3","key":"1_CR29","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C.J., Dayan, P.: Q-learning. Mach. Learn. 8(3), 279\u2013292 (1992)","journal-title":"Q-learning. Mach. Learn."},{"key":"1_CR30","doi-asserted-by":"crossref","unstructured":"Wetzlmaier, T., Ramler, R., Putsch\u00f6gl, W.: A framework for monkey gui testing. In: 2016 IEEE International Conference on Software Testing, Verification and Validation (ICST), pp. 416\u2013423. IEEE (2016)","DOI":"10.1109\/ICST.2016.51"},{"issue":"2","key":"1_CR31","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1002\/stvr.430","volume":"22","author":"S Yoo","year":"2012","unstructured":"Yoo, S., Harman, M.: Regression testing minimization, selection and prioritization: a survey. Softw. Test. Verif. Reliab. 22(2), 67\u2013120 (2012)","journal-title":"Softw. Test. Verif. Reliab."},{"key":"1_CR32","doi-asserted-by":"crossref","unstructured":"Yu, Y., Jones, J.A., Harrold, M.J.: An empirical study of the effects of test-suite reduction on fault localization. In: Proceedings of the 30th International Conference on Software Engineering, ICSE 2008, pp. 201\u2013210. Association for Computing Machinery, New York, NY, USA (2008)","DOI":"10.1145\/1368088.1368116"},{"key":"1_CR33","doi-asserted-by":"crossref","unstructured":"Zheng, Y., et al.: Wuji: automatic online combat game testing using evolutionary deep reinforcement learning. In: 2019 34th IEEE\/ACM International Conference on Automated Software Engineering (ASE), pp. 772\u2013784 (2019)","DOI":"10.1109\/ASE.2019.00077"}],"container-title":["Lecture Notes in Computer Science","Complex Computational Ecosystems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-44355-8_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T19:38:16Z","timestamp":1730403496000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-44355-8_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031443541","9783031443558"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-44355-8_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"26 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Complex Computational Ecosystems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Baku","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Azerbaijan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cce2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/cce-2023.ufaz.az\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1,5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Number and type of other papers accepted: 4 Keynote abstracts","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}