{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T14:14:48Z","timestamp":1778249688721,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,11,7]]},"DOI":"10.1145\/3539637.3558044","type":"proceedings-article","created":{"date-parts":[[2022,9,26]],"date-time":"2022-09-26T22:14:00Z","timestamp":1664230440000},"page":"159-167","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Real Time Detection of Mobile Graphical User Interface Elements Using Convolutional Neural Networks"],"prefix":"10.1145","author":[{"given":"Richard Hada","family":"Degaki","sequence":"first","affiliation":[{"name":"Institute of Computing, Federal University of Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan Gabriel","family":"Colonna","sequence":"additional","affiliation":[{"name":"Institute of Computing, Federal University of Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yadini","family":"Lopez","sequence":"additional","affiliation":[{"name":"SITA-AIG Automation Innovation Group, SIDIA Development and Reasearch Institute, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jos\u00e9 Reginaldo","family":"Carvalho","sequence":"additional","affiliation":[{"name":"Institute of Computing, Federal University of Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Edson","family":"Silva","sequence":"additional","affiliation":[{"name":"Institute of Computing, Federal University of Amazonas, Brazil"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2022,11,7]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.220"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359282"},{"key":"#cr-split#-e_1_3_2_1_3_1.1","doi-asserted-by":"crossref","unstructured":"Jieshan Chen Mulong Xie Zhenchang Xing Chunyang Chen Xiwei Xu Liming Zhu and Guoqiang Li. 2020. Object detection for graphical user interface: Old fashioned or deep learning or a combination?ESEC\/FSE 2020 - Proceedings of the 28th ACM Joint Meeting European Software Engineering Conference and Symposium on the Foundations of Software Engineering 1202-1214. https:\/\/doi.org\/10.1145\/3368089.3409691 10.1145\/3368089.3409691","DOI":"10.1145\/3368089.3409691"},{"key":"#cr-split#-e_1_3_2_1_3_1.2","doi-asserted-by":"crossref","unstructured":"Jieshan Chen Mulong Xie Zhenchang Xing Chunyang Chen Xiwei Xu Liming Zhu and Guoqiang Li. 2020. Object detection for graphical user interface: Old fashioned or deep learning or a combination?ESEC\/FSE 2020 - Proceedings of the 28th ACM Joint Meeting European Software Engineering Conference and Symposium on the Foundations of Software Engineering 1202-1214. https:\/\/doi.org\/10.1145\/3368089.3409691","DOI":"10.1145\/3368089.3409691"},{"key":"e_1_3_2_1_4_1","unstructured":"Richard Degaki. 2022. Experiment Tracking with Weights and Biases on clickable and non-clickable GUIs dataset.https:\/\/wandb.ai\/rhd\/ricoco Software available from wandb.com.  Richard Degaki. 2022. Experiment Tracking with Weights and Biases on clickable and non-clickable GUIs dataset.https:\/\/wandb.ai\/rhd\/ricoco Software available from wandb.com."},{"key":"e_1_3_2_1_5_1","unstructured":"Richard Degaki. 2022. Experiment Tracking with Weights and Biases on GUI icons dataset.https:\/\/wandb.ai\/rhd\/ricoco_icon_legend Software available from wandb.com.  Richard Degaki. 2022. Experiment Tracking with Weights and Biases on GUI icons dataset.https:\/\/wandb.ai\/rhd\/ricoco_icon_legend Software available from wandb.com."},{"key":"e_1_3_2_1_6_1","unstructured":"Richard Degaki. 2022. Experiment Tracking with Weights and Biases on semantic annotated GUIs dataset.https:\/\/wandb.ai\/rhd\/rico2coco_clickable Software available from wandb.com.  Richard Degaki. 2022. Experiment Tracking with Weights and Biases on semantic annotated GUIs dataset.https:\/\/wandb.ai\/rhd\/rico2coco_clickable Software available from wandb.com."},{"key":"e_1_3_2_1_7_1","unstructured":"Richard Degaki. 2022. Rico2coco. https:\/\/github.com\/xrhd\/rico2coco  Richard Degaki. 2022. Rico2coco. https:\/\/github.com\/xrhd\/rico2coco"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126651"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753554"},{"key":"#cr-split#-e_1_3_2_1_10_1.1","unstructured":"Glenn Jocher Alex Stoken Ayush Chaurasia Jirka Borovec NanoCode012 TaoXie Yonghye Kwon Kalen Michael Liu Changyu Jiacong Fang Abhiram V Laughing tkianai yxNONG Piotr Skalski Adam Hogan Jebastin Nadar imyhxy Lorenzo Mammana AlexWang1900 Cristi Fati Diego Montes Jan Hajek Laurentiu Diaconu Mai\u00a0Thanh Minh Marc albinxavi fatih oleg and wanghaoyang0106. 2021. ultralytics\/yolov5: v6.0 - YOLOv5n 'Nano' models Roboflow integration TensorFlow export OpenCV DNN support. (10 2021). https:\/\/doi.org\/10.5281\/ZENODO.5563715 10.5281\/ZENODO.5563715"},{"key":"#cr-split#-e_1_3_2_1_10_1.2","unstructured":"Glenn Jocher Alex Stoken Ayush Chaurasia Jirka Borovec NanoCode012 TaoXie Yonghye Kwon Kalen Michael Liu Changyu Jiacong Fang Abhiram V Laughing tkianai yxNONG Piotr Skalski Adam Hogan Jebastin Nadar imyhxy Lorenzo Mammana AlexWang1900 Cristi Fati Diego Montes Jan Hajek Laurentiu Diaconu Mai\u00a0Thanh Minh Marc albinxavi fatih oleg and wanghaoyang0106. 2021. ultralytics\/yolov5: v6.0 - YOLOv5n 'Nano' models Roboflow integration TensorFlow export OpenCV DNN support. (10 2021). https:\/\/doi.org\/10.5281\/ZENODO.5563715"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.729"},{"key":"e_1_3_2_1_12_1","volume-title":"Microsoft COCO: Common Objects in Context. (5","author":"Lin Tsung-Yi","year":"2014","unstructured":"Tsung-Yi Lin , Michael Maire , Serge Belongie , Lubomir Bourdev , Ross Girshick , James Hays , Pietro Perona , Deva Ramanan , C.\u00a0 Lawrence Zitnick , and Piotr Doll\u00e1r . 2014. Microsoft COCO: Common Objects in Context. (5 2014 ). http:\/\/arxiv.org\/abs\/1405.0312 Tsung-Yi Lin, Michael Maire, Serge Belongie, Lubomir Bourdev, Ross Girshick, James Hays, Pietro Perona, Deva Ramanan, C.\u00a0Lawrence Zitnick, and Piotr Doll\u00e1r. 2014. Microsoft COCO: Common Objects in Context. (5 2014). http:\/\/arxiv.org\/abs\/1405.0312"},{"key":"e_1_3_2_1_13_1","volume-title":"Michael Curcio, Richard Bonett, and Denys Poshyvanyk.","author":"Moran Kevin","year":"2018","unstructured":"Kevin Moran , Carlos Bernal-C\u00a0\u00b4 Ardenas , Michael Curcio, Richard Bonett, and Denys Poshyvanyk. 2018 . Machine Learning-Based Prototyping of Graphical User Interfaces for Mobile Apps. IEEE TRANSACTIONS ON SOFTWARE ENGINEERING( 2018), 1. Kevin Moran, Carlos Bernal-C\u00a0\u00b4 Ardenas, Michael Curcio, Richard Bonett, and Denys Poshyvanyk. 2018. Machine Learning-Based Prototyping of Graphical User Interfaces for Mobile Apps. IEEE TRANSACTIONS ON SOFTWARE ENGINEERING(2018), 1."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"crossref","unstructured":"Tuan\u00a0Anh Nguyen and Christoph Csallner. 2015. Reverse Engineering Mobile Application User Interfaces With REMAUI. https:\/\/ieeexplore.ieee.org\/stamp\/stamp.jsp?tp=&arnumber=7372013  Tuan\u00a0Anh Nguyen and Christoph Csallner. 2015. Reverse Engineering Mobile Application User Interfaces With REMAUI. https:\/\/ieeexplore.ieee.org\/stamp\/stamp.jsp?tp=&arnumber=7372013","DOI":"10.1109\/ASE.2015.32"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380431"},{"key":"e_1_3_2_1_16_1","volume-title":"Real-Time Object Detection.","author":"Redmon Joseph","year":"2016","unstructured":"Joseph Redmon , Santosh Divvala , Ross Girshick , and Ali Farhadi . 2016. You Only Look Once: Unified , Real-Time Object Detection. ( 2016 ). http:\/\/pjreddie.com\/yolo\/ Joseph Redmon, Santosh Divvala, Ross Girshick, and Ali Farhadi. 2016. You Only Look Once: Unified, Real-Time Object Detection. (2016). http:\/\/pjreddie.com\/yolo\/"},{"key":"e_1_3_2_1_17_1","unstructured":"Alibaba Tech. 2019. UI2code: How to Fine-tune Background and Foreground Analysis | LaptrinhX. https:\/\/laptrinhx.com\/ui2code-how-to-fine-tune-background-and-foreground-analysis-2293652041\/  Alibaba Tech. 2019. UI2code: How to Fine-tune Background and Foreground Analysis | LaptrinhX. https:\/\/laptrinhx.com\/ui2code-how-to-fine-tune-background-and-foreground-analysis-2293652041\/"},{"key":"e_1_3_2_1_18_1","volume-title":"AndroidEnv: A Reinforcement Learning Platform for Android. (5","author":"Toyama Daniel","year":"2021","unstructured":"Daniel Toyama , Philippe Hamel , Anita Gergely , Gheorghe Comanici , Amelia Glaese , Zafarali Ahmed , Tyler Jackson , Shibl Mourad , and Doina Precup . 2021. AndroidEnv: A Reinforcement Learning Platform for Android. (5 2021 ). http:\/\/arxiv.org\/abs\/2105.13231 Daniel Toyama, Philippe Hamel, Anita Gergely, Gheorghe Comanici, Amelia Glaese, Zafarali Ahmed, Tyler Jackson, Shibl Mourad, and Doina Precup. 2021. AndroidEnv: A Reinforcement Learning Platform for Android. (5 2021). http:\/\/arxiv.org\/abs\/2105.13231"},{"key":"#cr-split#-e_1_3_2_1_19_1.1","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0D White Gordon Fraser and Guy\u00a0J Brown. 2019. Improving Ran-dom GUI Testing with Image-Based Widget Detection. (2019) 11-19. https:\/\/doi.org\/10.1145\/3293882.3330551 10.1145\/3293882.3330551","DOI":"10.1145\/3293882.3330551"},{"key":"#cr-split#-e_1_3_2_1_19_1.2","doi-asserted-by":"crossref","unstructured":"Thomas\u00a0D White Gordon Fraser and Guy\u00a0J Brown. 2019. Improving Ran-dom GUI Testing with Image-Based Widget Detection. (2019) 11-19. https:\/\/doi.org\/10.1145\/3293882.3330551","DOI":"10.1145\/3293882.3330551"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622213"}],"event":{"name":"WebMedia '22: Brazilian Symposium on Multimedia and Web","location":"Curitiba Brazil","acronym":"WebMedia '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGMM ACM Special Interest Group on Multimedia"]},"container-title":["Proceedings of the Brazilian Symposium on Multimedia and the Web"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539637.3558044","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3539637.3558044","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:38:03Z","timestamp":1750178283000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3539637.3558044"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,7]]},"references-count":23,"alternative-id":["10.1145\/3539637.3558044","10.1145\/3539637"],"URL":"https:\/\/doi.org\/10.1145\/3539637.3558044","relation":{},"subject":[],"published":{"date-parts":[[2022,11,7]]},"assertion":[{"value":"2022-11-07","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}