{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,12]],"date-time":"2026-09-12T01:36:01Z","timestamp":1789176961042,"version":"build-2803163510"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,11,7]],"date-time":"2022-11-07T00:00:00Z","timestamp":1667779200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,11,7]]},"DOI":"10.1145\/3540250.3549138","type":"proceedings-article","created":{"date-parts":[[2022,11,9]],"date-time":"2022-11-09T20:46:22Z","timestamp":1668026782000},"page":"332-343","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":31,"title":["Psychologically-inspired, unsupervised inference of perceptual groups of GUI widgets from GUI images"],"prefix":"10.1145","author":[{"given":"Mulong","family":"Xie","sequence":"first","affiliation":[{"name":"Australian National University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenchang","family":"Xing","sequence":"additional","affiliation":[{"name":"CSIRO\u2019s Data61, Australia \/ Australian National University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sidong","family":"Feng","sequence":"additional","affiliation":[{"name":"Monash University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiwei","family":"Xu","sequence":"additional","affiliation":[{"name":"CSIRO\u2019s Data61, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liming","family":"Zhu","sequence":"additional","affiliation":[{"name":"CSIRO\u2019s Data61, Australia \/ UNSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chunyang","family":"Chen","sequence":"additional","affiliation":[{"name":"Monash University, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,11,9]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. 7 Gestalt Principles of Visual Perception: Cognitive Psychology for UX: UserTesting Blog. https:\/\/www.usertesting.com\/blog\/gestalt-principles#figure  \t\t\t\t  [n.d.]. 7 Gestalt Principles of Visual Perception: Cognitive Psychology for UX: UserTesting Blog. https:\/\/www.usertesting.com\/blog\/gestalt-principles#figure"},{"key":"e_1_3_2_1_2_1","unstructured":"[n.d.]. Free website builder: Create a free website. http:\/\/www.wix.com\/  \t\t\t\t  [n.d.]. Free website builder: Create a free website. http:\/\/www.wix.com\/"},{"key":"e_1_3_2_1_3_1","unstructured":"[n.d.]. Get started on Android with TalkBack-Android Accessibility Help. https:\/\/support.google.com\/accessibility\/android\/answer\/6283677?hl=en  \t\t\t\t  [n.d.]. Get started on Android with TalkBack-Android Accessibility Help. https:\/\/support.google.com\/accessibility\/android\/answer\/6283677?hl=en"},{"key":"e_1_3_2_1_4_1","unstructured":"[n.d.]. the collaborative interface design tool. https:\/\/www.figma.com\/  \t\t\t\t  [n.d.]. the collaborative interface design tool. https:\/\/www.figma.com\/"},{"key":"e_1_3_2_1_5_1","unstructured":"[n.d.]. UI\/Application Exerciser Monkey : Android Developers. https: \/\/developer.android.com\/studio\/test\/monkey#:~:text=TheMonkeyisaprogram arandomyetrepeatablemanner.  \t\t\t\t  [n.d.]. UI\/Application Exerciser Monkey : Android Developers. https: \/\/developer.android.com\/studio\/test\/monkey#:~:text=TheMonkeyisaprogram arandomyetrepeatablemanner."},{"key":"e_1_3_2_1_6_1","unstructured":"[n.d.]. Vision AI | Derive Image Insights via ML | Cloud Vision API. https: \/\/cloud.google.com\/vision\/  \t\t\t\t  [n.d.]. Vision AI | Derive Image Insights via ML | Cloud Vision API. https: \/\/cloud.google.com\/vision\/"},{"key":"e_1_3_2_1_7_1","unstructured":"2006. \"Gestalt psychology\". Britannica concise encyclopedia. Britannica Digital Learning.  \t\t\t\t  2006. \"Gestalt psychology\". Britannica concise encyclopedia. Britannica Digital Learning."},{"key":"e_1_3_2_1_8_1","unstructured":"2021. Accessibility-Vision. https:\/\/www.apple.com\/accessibility\/vision\/  \t\t\t\t  2021. Accessibility-Vision. https:\/\/www.apple.com\/accessibility\/vision\/"},{"key":"e_1_3_2_1_9_1","unstructured":"2021. Gestalt psychology. https:\/\/en.wikipedia.org\/wiki\/Gestalt_psychology# cite_note-1  \t\t\t\t  2021. Gestalt psychology. https:\/\/en.wikipedia.org\/wiki\/Gestalt_psychology# cite_note-1"},{"key":"e_1_3_2_1_10_1","unstructured":"UIAutomator 2021. https:\/\/developer.android.com\/training\/testing\/uiautomator.  \t\t\t\t  UIAutomator 2021. https:\/\/developer.android.com\/training\/testing\/uiautomator."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238194"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3220134.3220135"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276526"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3415194"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359282"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180240"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3391613"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380327"},{"key":"e_1_3_2_1_19_1","unstructured":"Jieshan Chen Amanda Swearngin Jason Wu Titus Barik Jefrey Nichols and Xiaoyi Zhang. 2022. Extracting Replayable Interactions from Videos of Mobile App Usage. arXiv preprint arXiv:2207.04165 ( 2022 ).  \t\t\t\t  Jieshan Chen Amanda Swearngin Jason Wu Titus Barik Jefrey Nichols and Xiaoyi Zhang. 2022. Extracting Replayable Interactions from Videos of Mobile App Usage. arXiv preprint arXiv:2207.04165 ( 2022 )."},{"key":"e_1_3_2_1_20_1","volume-title":"Towards Complete Icon Labeling in Mobile Applications. In CHI Conference on Human Factors in Computing Systems. 1-14","author":"Chen Jieshan","year":"2022","unstructured":"Jieshan Chen , Amanda Swearngin , Jason Wu , Titus Barik , Jefrey Nichols , and Xiaoyi Zhang . 2022 . Towards Complete Icon Labeling in Mobile Applications. In CHI Conference on Human Factors in Computing Systems. 1-14 . Jieshan Chen, Amanda Swearngin, Jason Wu, Titus Barik, Jefrey Nichols, and Xiaoyi Zhang. 2022. Towards Complete Icon Labeling in Mobile Applications. In CHI Conference on Human Factors in Computing Systems. 1-14."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330569"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126651"},{"key":"e_1_3_2_1_24_1","volume-title":"Discover the world's Top Designers &amp","unstructured":"Dribbble. [n.d.]. Discover the world's Top Designers &amp ; Creatives . https: \/\/dribbble.com\/ Dribbble. [n.d.]. Discover the world's Top Designers & Creatives. https: \/\/dribbble.com\/"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.5555\/3001460.3001507"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.4324\/9781315617633"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Sidong Feng and Chunyang Chen. 2022. GIFdroid: An Automated Light-weight Tool for Replaying Visual Bug Reports. ( 2022 ).  \t\t\t\t  Sidong Feng and Chunyang Chen. 2022. GIFdroid: An Automated Light-weight Tool for Replaying Visual Bug Reports. ( 2022 ).","DOI":"10.1109\/ICSE-Companion55297.2022.9793742"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510048"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Sidong Feng Minmin Jiang Tingting Zhou Yankun Zhen and Chunyang Chen. 2022. Auto-Icon+: An Automated End-to-End Code Generation Tool for Icon Designs in UI Development. ACM Transactions on Interactive Intelligent Systems (TiiS) ( 2022 ).  \t\t\t\t  Sidong Feng Minmin Jiang Tingting Zhou Yankun Zhen and Chunyang Chen. 2022. Auto-Icon+: An Automated End-to-End Code Generation Tool for Icon Designs in UI Development. ACM Transactions on Interactive Intelligent Systems (TiiS) ( 2022 ).","DOI":"10.1145\/3397481.3450671"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397481.3450671"},{"key":"e_1_3_2_1_31_1","volume-title":"Fast R-CNN. In The IEEE International Conference on Computer Vision (ICCV).","author":"Girshick Ross","year":"2015","unstructured":"Ross Girshick . 2015 . Fast R-CNN. In The IEEE International Conference on Computer Vision (ICCV). Ross Girshick. 2015. Fast R-CNN. In The IEEE International Conference on Computer Vision (ICCV)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330557"},{"key":"e_1_3_2_1_33_1","volume-title":"Graph Density-Aware Losses for Novel Compositions in Scene Graph Generation. arXiv","author":"Knyazev Boris","year":"2005","unstructured":"Boris Knyazev , Harm de Vries , C\u0103t\u0103lina Cangea , Graham W. Taylor , Aaron Courville , and Eugene Belilovsky . 2020. Graph Density-Aware Losses for Novel Compositions in Scene Graph Generation. arXiv : 2005 . 08230 [cs.CV] Boris Knyazev, Harm de Vries, C\u0103t\u0103lina Cangea, Graham W. Taylor, Aaron Courville, and Eugene Belilovsky. 2020. Graph Density-Aware Losses for Novel Compositions in Scene Graph Generation. arXiv: 2005. 08230 [cs.CV]"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14539"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00104"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2844788"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2015.32"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380431"},{"key":"e_1_3_2_1_40_1","volume-title":"YOLOv3: An Incremental Improvement. CoRR abs\/","author":"Redmon Joseph","year":"1804","unstructured":"Joseph Redmon and Ali Farhadi . 2018. YOLOv3: An Incremental Improvement. CoRR abs\/ 1804 .02767 ( 2018 ). arXiv: 1804.02767 http:\/\/arxiv.org\/abs\/ 1804.02767 Joseph Redmon and Ali Farhadi. 2018. YOLOv3: An Incremental Improvement. CoRR abs\/ 1804.02767 ( 2018 ). arXiv: 1804.02767 http:\/\/arxiv.org\/abs\/ 1804.02767"},{"key":"e_1_3_2_1_41_1","unstructured":"Andy Rutledge. 2009. Gestalt Principles of Perception-3: Proximity Uniform Connectedness and Good Continuation. http:\/\/andyrutledge.com\/gestaltprinciples-3.html  \t\t\t\t  Andy Rutledge. 2009. Gestalt Principles of Perception-3: Proximity Uniform Connectedness and Good Continuation. http:\/\/andyrutledge.com\/gestaltprinciples-3.html"},{"key":"e_1_3_2_1_42_1","unstructured":"S1T2. 2021. Apply crap to design: S1T2 blog. https:\/\/s1t2.com\/blog\/step-1-generously-apply-crap-to-design  \t\t\t\t  S1T2. 2021. Apply crap to design: S1T2 blog. https:\/\/s1t2.com\/blog\/step-1-generously-apply-crap-to-design"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2019.00022"},{"key":"e_1_3_2_1_44_1","unstructured":"Sketch. [n.d.]. https:\/\/www.sketch.com\/  \t\t\t\t  Sketch. [n.d.]. https:\/\/www.sketch.com\/"},{"key":"e_1_3_2_1_45_1","volume-title":"Cognitive Psychology","author":"Robert Sternberg","unstructured":"Sternberg and Robert . 2003. Cognitive Psychology Third Edition. Thomson Wadsworth . Sternberg and Robert. 2003. Cognitive Psychology Third Edition. Thomson Wadsworth."},{"key":"e_1_3_2_1_46_1","unstructured":"Herb Stevenson. [n.d.]. Emergence: The Gestalt Approach to Change. http:\/\/www.clevelandconsultinggroup.com\/articles\/emergence-gestaltapproach-to-change.php  \t\t\t\t  Herb Stevenson. [n.d.]. Emergence: The Gestalt Approach to Change. http:\/\/www.clevelandconsultinggroup.com\/articles\/emergence-gestaltapproach-to-change.php"},{"key":"e_1_3_2_1_47_1","unstructured":"Tesseract-Ocr. [n.d.]. tesseract-ocr\/tesseract: Tesseract Open Source OCR Engine (main repository). https:\/\/github.com\/tesseract-ocr\/tesseract  \t\t\t\t  Tesseract-Ocr. [n.d.]. tesseract-ocr\/tesseract: Tesseract Open Source OCR Engine (main repository). https:\/\/github.com\/tesseract-ocr\/tesseract"},{"key":"e_1_3_2_1_48_1","unstructured":"Thalion. 2020. Ui Design in practice: Gestalt principles. https:\/\/uxmisfit.com\/ 2019 \/04\/23\/ui-design-in-practice-gestalt-principles\/  \t\t\t\t  Thalion. 2020. Ui Design in practice: Gestalt principles. https:\/\/uxmisfit.com\/ 2019 \/04\/23\/ui-design-in-practice-gestalt-principles\/"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-013-0620-5"},{"key":"e_1_3_2_1_50_1","unstructured":"UserTesting. 2019. 7 Gestalt Principles of Visual Perception: Cognitive Psychology for UX: UserTesting Blog. https:\/\/www.usertesting.com\/blog\/gestalt-principles# proximity  \t\t\t\t  UserTesting. 2019. 7 Gestalt Principles of Visual Perception: Cognitive Psychology for UX: UserTesting Blog. https:\/\/www.usertesting.com\/blog\/gestalt-principles# proximity"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Oriol Vinyals Alexander Toshev Samy Bengio and Dumitru Erhan. 2015. Show and Tell: A Neural Image Caption Generator. arXiv: 1411.4555 [cs.CV]  \t\t\t\t  Oriol Vinyals Alexander Toshev Samy Bengio and Dumitru Erhan. 2015. Show and Tell: A Neural Image Caption Generator. arXiv: 1411.4555 [cs.CV]","DOI":"10.1109\/CVPR.2015.7298935"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330551"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417940"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380416"},{"key":"e_1_3_2_1_55_1","volume-title":"Graph R-CNN for Scene Graph Generation. arXiv","author":"Yang Jianwei","year":"1808","unstructured":"Jianwei Yang , Jiasen Lu , Stefan Lee , Dhruv Batra , and Devi Parikh . 2018. Graph R-CNN for Scene Graph Generation. arXiv : 1808 . 00191 [cs.CV] Jianwei Yang, Jiasen Lu, Stefan Lee, Dhruv Batra, and Devi Parikh. 2018. Graph R-CNN for Scene Graph Generation. arXiv: 1808. 00191 [cs.CV]"},{"key":"e_1_3_2_1_56_1","unstructured":"YazdaniBanafsheDaragh. [n.d.]. Deep-GUI: Towards Platform-Independent UI Input Generation with Deep Reinforcement Learning. UC Irvine ([n. d.]). https: \/\/escholarship.org\/uc\/item\/3kv1n3qk  \t\t\t\t  YazdaniBanafsheDaragh. [n.d.]. Deep-GUI: Towards Platform-Independent UI Input Generation with Deep Reinforcement Learning. UC Irvine ([n. d.]). https: \/\/escholarship.org\/uc\/item\/3kv1n3qk"},{"key":"e_1_3_2_1_57_1","volume-title":"Neural Motifs: Scene Graph Parsing with Global Context. arXiv: 1711.06640 [cs.CV]","author":"Zellers Rowan","year":"2018","unstructured":"Rowan Zellers , Mark Yatskar , Sam Thomson , and Yejin Choi . 2018 . Neural Motifs: Scene Graph Parsing with Global Context. arXiv: 1711.06640 [cs.CV] Rowan Zellers, Mark Yatskar, Sam Thomson, and Yejin Choi. 2018. Neural Motifs: Scene Graph Parsing with Global Context. arXiv: 1711.06640 [cs.CV]"},{"key":"e_1_3_2_1_58_1","volume-title":"Bigham","author":"Zhang Xiaoyi","year":"2021","unstructured":"Xiaoyi Zhang , Lilian de Greef , Amanda Swearngin , Samuel White , Kyle Murray , Lisa Yu , Qi Shan , Jefrey Nichols , Jason Wu , Chris Fleizach , Aaron Everitt , and Jefrey P . Bigham . 2021 . Screen Recognition : Creating Accessibility Metadata for Mobile Applications from Pixels . arXiv: 2101.04893 [cs.HC] Xiaoyi Zhang, Lilian de Greef, Amanda Swearngin, Samuel White, Kyle Murray, Lisa Yu, Qi Shan, Jefrey Nichols, Jason Wu, Chris Fleizach, Aaron Everitt, and Jefrey P. Bigham. 2021. Screen Recognition: Creating Accessibility Metadata for Mobile Applications from Pixels. arXiv: 2101.04893 [cs.HC]"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290610"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"crossref","unstructured":"Xinyu Zhou Cong Yao He Wen Yuzhi Wang Shuchang Zhou Weiran He and Jiajun Liang. 2017. EAST: an eficient and accurate scene text detector. 5551-5560.  \t\t\t\t  Xinyu Zhou Cong Yao He Wen Yuzhi Wang Shuchang Zhou Weiran He and Jiajun Liang. 2017. EAST: an eficient and accurate scene text detector. 5551-5560.","DOI":"10.1109\/CVPR.2017.283"}],"event":{"name":"ESEC\/FSE '22: 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Singapore Singapore","acronym":"ESEC\/FSE '22","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","NUS NUS"]},"container-title":["Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3540250.3549138","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3540250.3549138","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:02Z","timestamp":1750182662000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3540250.3549138"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,7]]},"references-count":60,"alternative-id":["10.1145\/3540250.3549138","10.1145\/3540250"],"URL":"https:\/\/doi.org\/10.1145\/3540250.3549138","relation":{},"subject":[],"published":{"date-parts":[[2022,11,7]]},"assertion":[{"value":"2022-11-09","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}