{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,18]],"date-time":"2026-07-18T02:44:15Z","timestamp":1784342655431,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":77,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T00:00:00Z","timestamp":1707177600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62032010"],"award-info":[{"award-number":["62032010"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62232014"],"award-info":[{"award-number":["62232014"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61972193"],"award-info":[{"award-number":["61972193"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,6]]},"DOI":"10.1145\/3597503.3623344","type":"proceedings-article","created":{"date-parts":[[2024,2,6]],"date-time":"2024-02-06T20:53:16Z","timestamp":1707252796000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":25,"title":["Deeply Reinforcing Android GUI Testing with Deep Reinforcement Learning"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1844-8091","authenticated-orcid":false,"given":"Yuanhong","family":"Lan","sequence":"first","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4758-3285","authenticated-orcid":false,"given":"Yifei","family":"Lu","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3849-3416","authenticated-orcid":false,"given":"Zhong","family":"Li","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4011-5350","authenticated-orcid":false,"given":"Minxue","family":"Pan","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1213-6733","authenticated-orcid":false,"given":"Wenhua","family":"Yang","sequence":"additional","affiliation":[{"name":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0104-2731","authenticated-orcid":false,"given":"Tian","family":"Zhang","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3090-9568","authenticated-orcid":false,"given":"Xuandong","family":"Li","sequence":"additional","affiliation":[{"name":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,2,6]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Retrieved","year":"2023","unstructured":"42matters. 2023. 42matters: Google Play Statistics and Trends 2023. Retrieved February 27, 2023 from https:\/\/42matters.com\/google-play-statistics-and-trends"},{"key":"e_1_3_2_1_2_1","volume-title":"IEEE\/ACM International Conference on Automated Software Engineering, ASE'12","author":"Amalfitano Domenico","year":"2012","unstructured":"Domenico Amalfitano, Anna Rita Fasolino, Porfirio Tramontana, Salvatore De Carmine, and Atif M. Memon. 2012. Using GUI ripping for automated testing of Android applications. In IEEE\/ACM International Conference on Automated Software Engineering, ASE'12, Essen, Germany, September 3--7, 2012. ACM, 258--261."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2014.55"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2393596.2393666"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970313"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/275"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3324884.3416567"},{"key":"e_1_3_2_1_8_1","volume-title":"Proceedings of the 34th International Conference on Machine Learning, ICML 2017","author":"Bellemare Marc G.","year":"2017","unstructured":"Marc G. Bellemare, Will Dabney, and R\u00e9mi Munos. 2017. A Distributional Perspective on Reinforcement Learning. In Proceedings of the 34th International Conference on Machine Learning, ICML 2017, Sydney, NSW, Australia, 6--11 August 2017 (Proceedings of Machine Learning Research, Vol. 70). PMLR, 449--458."},{"key":"e_1_3_2_1_9_1","volume-title":"Boltzmann Exploration Done Right. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017","author":"Cesa-Bianchi Nicol\u00f2","year":"2017","unstructured":"Nicol\u00f2 Cesa-Bianchi, Claudio Gentile, Gergely Neu, and G\u00e1bor Lugosi. 2017. Boltzmann Exploration Done Right. In Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4--9, 2017, Long Beach, CA, USA. 6284--6293."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i8.16872"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.89"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3474624.3474634"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","unstructured":"Albert Danial. 2021. cloc: v1.92. 10.5281\/zenodo.5760077","DOI":"10.5281\/zenodo.5760077"},{"key":"e_1_3_2_1_14_1","volume-title":"Deep GUI: Black-box GUI Input Generation with Deep Learning. In 36th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2021","author":"Banafshe Daragh Faraz Yazdani","year":"2021","unstructured":"Faraz Yazdani Banafshe Daragh and Sam Malek. 2021. Deep GUI: Black-box GUI Input Generation with Deep Learning. In 36th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2021, Melbourne, Australia, November 15--19, 2021. IEEE, 905--916."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380402"},{"key":"e_1_3_2_1_16_1","volume-title":"Retrieved","year":"2022","unstructured":"EclEmma. 2022. JaCoCo Java Code Coverage Library. Retrieved May 21, 2022 from https:\/\/www.eclemma.org\/jacoco\/index.html"},{"key":"e_1_3_2_1_17_1","volume-title":"Noisy Networks For Exploration. In 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 -- May 3, 2018, Conference Track Proceedings. OpenReview.net.","author":"Fortunato Meire","year":"2018","unstructured":"Meire Fortunato, Mohammad Gheshlaghi Azar, Bilal Piot, Jacob Menick, Matteo Hessel, Ian Osband, Alex Graves, Volodymyr Mnih, R\u00e9mi Munos, Demis Hassabis, Olivier Pietquin, Charles Blundell, and Shane Legg. 2018. Noisy Networks For Exploration. In 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 -- May 3, 2018, Conference Track Proceedings. OpenReview.net."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238225"},{"key":"e_1_3_2_1_19_1","volume-title":"Retrieved","year":"2021","unstructured":"Google. 2021. Google Play. Retrieved December 12, 2021 from https:\/\/play.google.com\/store\/apps"},{"key":"e_1_3_2_1_20_1","volume-title":"Retrieved","year":"2021","unstructured":"Google. 2021. Run apps on the Android Emulator. Retrieved December 14, 2021 from https:\/\/developer.android.com\/studio\/run\/emulator"},{"key":"e_1_3_2_1_21_1","volume-title":"Retrieved","year":"2021","unstructured":"Google. 2021. Sign-in on Android devices running Android 2.3.7 or lower will not be allowed starting September 27. Retrieved June 27, 2023 from https:\/\/support.google.com\/android\/thread\/118703101\/sign-in-on-android-devices-running-android-2-3-7-or-lower-will-not-be-allowed-starting-september-27"},{"key":"e_1_3_2_1_22_1","unstructured":"Google. 2022. AAPT2. Retrieved January 3 2023 from https:\/\/developer.android.com\/studio\/command-line\/aapt2"},{"key":"e_1_3_2_1_23_1","volume-title":"Retrieved","year":"2022","unstructured":"Google. 2022. Crashes. Retrieved November 10, 2022 from https:\/\/developer.android.com\/topic\/performance\/vitals\/crash"},{"key":"e_1_3_2_1_24_1","volume-title":"Fundamentals of testing Android apps. Retrieved","year":"2022","unstructured":"Google. 2022. Fundamentals of testing Android apps. Retrieved May 5, 2022 from https:\/\/42matters.com\/google-play-statistics-and-trends"},{"key":"e_1_3_2_1_25_1","volume-title":"Logcat command-line tool. Retrieved","year":"2023","unstructured":"Google. 2022. Logcat command-line tool. Retrieved January 3, 2023 from https:\/\/developer.android.com\/studio\/command-line\/logcat"},{"key":"e_1_3_2_1_26_1","volume-title":"Retrieved","year":"2022","unstructured":"Google. 2022. UI\/Application Exerciser Monkey. Retrieved April 25, 2022 from https:\/\/developer.android.com\/studio\/test\/other-testing-tools\/monkey"},{"key":"e_1_3_2_1_27_1","volume-title":"Write automated tests with UI Automator. Retrieved","year":"2022","unstructured":"Google. 2022. Write automated tests with UI Automator. Retrieved August 9, 2022 from https:\/\/developer.android.com\/training\/testing\/other-components\/ui-automator"},{"key":"e_1_3_2_1_28_1","volume-title":"Android Debug Bridge (adb). Retrieved","year":"2023","unstructured":"Google. 2023. Android Debug Bridge (adb). Retrieved January 7, 2023 from https:\/\/developer.android.com\/studio\/command-line\/adb"},{"key":"e_1_3_2_1_29_1","volume-title":"Retrieved","year":"2023","unstructured":"Google. 2023. ANRs. Retrieved February 14, 2023 from https:\/\/developer.android.com\/topic\/performance\/vitals\/anr"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00042"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7299173"},{"key":"e_1_3_2_1_32_1","volume-title":"Retrieved","author":"He Xiaocong","year":"2020","unstructured":"Xiaocong He, Yuanyuan Zou, Qian Jin, Xu Jingjie, and Xia Mingyuan. 2020. Python wrapper of Android uiautomator test tool. Retrieved October 25, 2021 from https:\/\/github.com\/xiaocong\/uiautomator"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236055"},{"key":"e_1_3_2_1_35_1","volume-title":"Densely Connected Convolutional Networks. In 2017 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017","author":"Huang Gao","year":"2017","unstructured":"Gao Huang, Zhuang Liu, Laurens van der Maaten, and Kilian Q. Weinberger. 2017. Densely Connected Convolutional Networks. In 2017 IEEE Conference on Computer Vision and Pattern Recognition, CVPR 2017, Honolulu, HI, USA, July 21--26, 2017. IEEE Computer Society, 2261--2269."},{"key":"e_1_3_2_1_36_1","volume-title":"Scriptless GUI Testing on Mobile Applications. In 22nd IEEE International Conference on Software Quality, Reliability and Security, QRS 2022","author":"Jansen Thorn","year":"2022","unstructured":"Thorn Jansen, Fernando Pastor Ric\u00f3s, Yaping Luo, Kevin van der Vlist, Robbert van Dalen, Pekka Aho, and Tanja E. J. Vos. 2022. Scriptless GUI Testing on Mobile Applications. In 22nd IEEE International Conference on Software Quality, Reliability and Security, QRS 2022, Guangzhou, China, December 5--9, 2022. IEEE, 1103--1112."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197231.3197243"},{"key":"e_1_3_2_1_38_1","volume-title":"AirObject: A Temporally Evolving Graph Embedding for Object Identification. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2022","author":"Keetha Nikhil Varma","year":"2022","unstructured":"Nikhil Varma Keetha, Chen Wang, Yuheng Qiu, Kuan Xu, and Sebastian A. Scherer. 2022. AirObject: A Temporally Evolving Graph Embedding for Object Identification. In IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2022, New Orleans, LA, USA, June 18--24, 2022. IEEE, 8397--8406."},{"key":"e_1_3_2_1_39_1","volume-title":"Kipf and Max Welling","author":"Thomas","year":"2017","unstructured":"Thomas N. Kipf and Max Welling. 2017. Semi-Supervised Classification with Graph Convolutional Networks. In 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, April 24--26, 2017, Conference Track Proceedings. OpenReview.net."},{"key":"e_1_3_2_1_40_1","volume-title":"QBE: QLearning-Based Exploration of Android Applications. In 11th IEEE International Conference on Software Testing, Verification and Validation, ICST 2018","author":"K\u00f6roglu Yavuz","year":"2018","unstructured":"Yavuz K\u00f6roglu, Alper Sen, Ozlem Muslu, Yunus Mete, Ceyda Ulker, Tolga Tanriverdi, and Yunus Donmez. 2018. QBE: QLearning-Based Exploration of Android Applications. In 11th IEEE International Conference on Software Testing, Verification and Validation, ICST 2018, V\u00e4ster\u00e5s, Sweden, April 9--13, 2018. IEEE Computer Society, 105--115."},{"key":"e_1_3_2_1_41_1","volume-title":"Goal-Driven Exploration for Android Applications. In 34th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2019","author":"Lai Duling","year":"2019","unstructured":"Duling Lai and Julia Rubin. 2019. Goal-Driven Exploration for Android Applications. In 34th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2019, San Diego, CA, USA, November 11--15, 2019. IEEE, 115--127."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00104"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491411.2491450"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635896"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/2931037.2931054"},{"key":"e_1_3_2_1_46_1","volume-title":"AutoBlackTest: Automatic Black-Box Testing of Interactive Applications. In Fifth IEEE International Conference on Software Testing, Verification and Validation, ICST 2012","author":"Mariani Leonardo","year":"2012","unstructured":"Leonardo Mariani, Mauro Pezz\u00e8, Oliviero Riganelli, and Mauro Santoro. 2012. AutoBlackTest: Automatic Black-Box Testing of Interactive Applications. In Fifth IEEE International Conference on Software Testing, Verification and Validation, ICST 2012, Montreal, QC, Canada, April 17--21, 2012. IEEE Computer Society, 81--90."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i7.20743"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2015.7381839"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884853"},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19--24, 2016 (JMLR Workshop and Conference Proceedings","volume":"1937","author":"Mnih Volodymyr","year":"2016","unstructured":"Volodymyr Mnih, Adri\u00e0 Puigdom\u00e8nech Badia, Mehdi Mirza, Alex Graves, Timothy P. Lillicrap, Tim Harley, David Silver, and Koray Kavukcuoglu. 2016. Asynchronous Methods for Deep Reinforcement Learning. In Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19--24, 2016 (JMLR Workshop and Conference Proceedings, Vol. 48). JMLR.org, 1928--1937."},{"key":"e_1_3_2_1_51_1","volume-title":"Riedmiller","author":"Mnih Volodymyr","year":"2013","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Alex Graves, Ioannis Antonoglou, Daan Wierstra, and Martin A. Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. CoRR abs\/1312.5602 (2013)."},{"key":"e_1_3_2_1_52_1","volume-title":"Human-level control through deep reinforcement learning. Nat. 518, 7540","author":"Mnih Volodymyr","year":"2015","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Andrei A. Rusu, Joel Veness, Marc G. Bellemare, Alex Graves, Martin A. Riedmiller, Andreas Fidjeland, Georg Ostrovski, Stig Petersen, Charles Beattie, Amir Sadik, Ioannis Antonoglou, Helen King, Dharshan Kumaran, Daan Wierstra, Shane Legg, and Demis Hassabis. 2015. Human-level control through deep reinforcement learning. Nat. 518, 7540 (2015), 529--533."},{"key":"e_1_3_2_1_53_1","volume-title":"Retrieved","author":"NVIDIA.","year":"2021","unstructured":"NVIDIA. 2021. CUDA Toolkit Documentation v11.3.0. Retrieved October 20, 2021 from https:\/\/docs.nvidia.com\/cuda\/archive\/11.3.0\/"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397354"},{"key":"e_1_3_2_1_55_1","volume-title":"High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, Alban Desmaison, Andreas K\u00f6pf, Edward Z. Yang, Zachary DeVito, Martin Raison, Alykhan Tejani, Sasank Chilamkurthy, Benoit Steiner, Lu Fang, Junjie Bai, and Soumith Chintala. 2019. PyTorch: An Imperative Style, High-Performance Deep Learning Library. In Advances in Neural Information Processing Systems 32: Annual Conference on Neural Information Processing Systems 2019, NeurIPS 2019, December 8--14, 2019, Vancouver, BC, Canada. 8024--8035."},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2017.70"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3502868"},{"key":"e_1_3_2_1_59_1","volume-title":"7th International Conference on Learning Representations, ICLR 2019","author":"Savinov Nikolay","year":"2019","unstructured":"Nikolay Savinov, Anton Raichuk, Damien Vincent, Rapha\u00ebl Marinier, Marc Pollefeys, Timothy P. Lillicrap, and Sylvain Gelly. 2019. Episodic Curiosity through Reachability. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6--9, 2019. OpenReview.net."},{"key":"e_1_3_2_1_60_1","volume-title":"Prioritized Experience Replay. In 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2--4, 2016, Conference Track Proceedings.","author":"Schaul Tom","year":"2016","unstructured":"Tom Schaul, John Quan, Ioannis Antonoglou, and David Silver. 2016. Prioritized Experience Replay. In 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2--4, 2016, Conference Track Proceedings."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106298"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3468264.3468620"},{"key":"e_1_3_2_1_63_1","volume-title":"8th International Conference on Learning Representations, ICLR 2020","author":"Sun Fan-Yun","year":"2020","unstructured":"Fan-Yun Sun, Jordan Hoffmann, Vikas Verma, and Jian Tang. 2020. InfoGraph: Unsupervised and Semi-supervised Graph-Level Representation Learning via Mutual Information Maximization. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26--30, 2020. OpenReview.net."},{"key":"e_1_3_2_1_64_1","volume-title":"Barto","author":"Sutton Richard S.","year":"2018","unstructured":"Richard S. Sutton and Andrew G. Barto. 2018. Reinforcement Learning - An Introduction (second edition). MIT Press."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"e_1_3_2_1_66_1","volume-title":"Semantic Analysis for Deep Q-Network in Android GUI Testing. In The 31st International Conference on Software Engineering and Knowledge Engineering, SEKE 2019, Hotel Tivoli","author":"Tuyet Vuong Thi Anh","year":"2019","unstructured":"Thi Anh Tuyet Vuong and Shingo Takada. 2019. Semantic Analysis for Deep Q-Network in Android GUI Testing. In The 31st International Conference on Software Engineering and Knowledge Engineering, SEKE 2019, Hotel Tivoli, Lisbon, Portugal, July 10--12, 2019. KSI Research Inc. and Knowledge Systems Institute Graduate School, 123--170."},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240465"},{"key":"e_1_3_2_1_68_1","volume-title":"Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19--24, 2016 (JMLR Workshop and Conference Proceedings","volume":"2003","author":"Wang Ziyu","year":"2016","unstructured":"Ziyu Wang, Tom Schaul, Matteo Hessel, Hado van Hasselt, Marc Lanctot, and Nando de Freitas. 2016. Dueling Network Architectures for Deep Reinforcement Learning. In Proceedings of the 33nd International Conference on Machine Learning, ICML 2016, New York City, NY, USA, June 19--24, 2016 (JMLR Workshop and Conference Proceedings, Vol. 48). JMLR.org, 1995--2003."},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"crossref","unstructured":"Eric Wiewiora. 2010. Reward Shaping. Springer US Boston MA 863--865.","DOI":"10.1007\/978-0-387-30164-8_731"},{"key":"e_1_3_2_1_71_1","volume-title":"Capsule Graph Neural Network. In 7th International Conference on Learning Representations, ICLR 2019","author":"Xinyi Zhang","year":"2019","unstructured":"Zhang Xinyi and Lihui Chen. 2019. Capsule Graph Neural Network. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6--9, 2019. OpenReview.net."},{"key":"e_1_3_2_1_72_1","volume-title":"7th International Conference on Learning Representations, ICLR 2019","author":"Xu Keyulu","year":"2019","unstructured":"Keyulu Xu, Weihua Hu, Jure Leskovec, and Stefanie Jegelka. 2019. How Powerful are Graph Neural Networks?. In 7th International Conference on Learning Representations, ICLR 2019, New Orleans, LA, USA, May 6--9, 2019. OpenReview.net."},{"key":"e_1_3_2_1_73_1","volume-title":"Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18--24","volume":"11558","author":"Xu Minghao","year":"2021","unstructured":"Minghao Xu, Hang Wang, Bingbing Ni, Hongyu Guo, and Jian Tang. 2021. Self-supervised Graph-level Representation Learning with Local and Global Structure. In Proceedings of the 38th International Conference on Machine Learning, ICML 2021, 18--24 July 2021, Virtual Event (Proceedings of Machine Learning Research, Vol. 139). PMLR, 11548--11558."},{"key":"e_1_3_2_1_74_1","volume-title":"Hierarchical Graph Representation Learning with Differentiable Pooling. In Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018","author":"Ying Zhitao","year":"2018","unstructured":"Zhitao Ying, Jiaxuan You, Christopher Morris, Xiang Ren, William L. Hamilton, and Jure Leskovec. 2018. Hierarchical Graph Representation Learning with Differentiable Pooling. In Advances in Neural Information Processing Systems 31: Annual Conference on Neural Information Processing Systems 2018, NeurIPS 2018, December 3--8, 2018, Montr\u00e9al, Canada. 4805--4815."},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i4.20392"},{"key":"e_1_3_2_1_76_1","volume-title":"Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9--15","volume":"7373","author":"Zhang Guo","year":"2019","unstructured":"Guo Zhang, Hao He, and Dina Katabi. 2019. Circuit-GNN: Graph Neural Networks for Distributed Circuit Design. In Proceedings of the 36th International Conference on Machine Learning, ICML 2019, 9--15 June 2019, Long Beach, California, USA (Proceedings of Machine Learning Research, Vol. 97). PMLR, 7364--7373."},{"key":"e_1_3_2_1_77_1","volume-title":"Automatic Web Testing Using Curiosity-Driven Reinforcement Learning. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE 2021","author":"Zheng Yan","year":"2021","unstructured":"Yan Zheng, Yi Liu, Xiaofei Xie, Yepang Liu, Lei Ma, Jianye Hao, and Yang Liu. 2021. Automatic Web Testing Using Curiosity-Driven Reinforcement Learning. In 43rd IEEE\/ACM International Conference on Software Engineering, ICSE 2021, Madrid, Spain, 22--30 May 2021. IEEE, 423--435."}],"event":{"name":"ICSE '24: IEEE\/ACM 46th International Conference on Software Engineering","location":"Lisbon Portugal","acronym":"ICSE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 46th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3623344","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3597503.3623344","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T22:49:11Z","timestamp":1750286951000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3597503.3623344"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,6]]},"references-count":77,"alternative-id":["10.1145\/3597503.3623344","10.1145\/3597503"],"URL":"https:\/\/doi.org\/10.1145\/3597503.3623344","relation":{},"subject":[],"published":{"date-parts":[[2024,2,6]]},"assertion":[{"value":"2024-02-06","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}