{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T07:02:05Z","timestamp":1781334125090,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":77,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642822","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:39:12Z","timestamp":1715416752000},"page":"1-18","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":17,"title":["Graph4GUI: Graph Neural Networks for Representing Graphical User Interfaces"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0022-6512","authenticated-orcid":false,"given":"Yue","family":"Jiang","sequence":"first","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0140-2306","authenticated-orcid":false,"given":"Changkong","family":"Zhou","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0418-2385","authenticated-orcid":false,"given":"Vikas","family":"Garg","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Aalto University, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2498-7837","authenticated-orcid":false,"given":"Antti","family":"Oulasvirta","sequence":"additional","affiliation":[{"name":"Aalto University, Finland"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578522"},{"key":"e_1_3_3_3_2_1","volume-title":"Learning and Understanding User Interface Semantics from Heterogeneous Networks with Multimodal and Positional Attributes. ACM Transactions on Interactive Intelligent Systems","author":"Ang Gary","year":"2022","unstructured":"Gary Ang and Ee-Peng Lim. 2022. Learning and Understanding User Interface Semantics from Heterogeneous Networks with Multimodal and Positional Attributes. ACM Transactions on Interactive Intelligent Systems (2022)."},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/504704.504705"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3276526"},{"key":"e_1_3_3_3_5_1","volume-title":"Bricklayer: Window Layout Using Linear Programming. Technical Report","author":"Bill Thomas","year":"1992","unstructured":"Thomas Bill, Bertil Lundell, John\u00a0Alan McDonald, and Michael Sannella. 1992. Bricklayer: Window Layout Using Linear Programming. Technical Report. University of Washington, New York, NY, USA."},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/27623.29354"},{"key":"e_1_3_3_3_7_1","volume-title":"Richard Kuang-Hsu Lin, and Kim Marriott","author":"Borning Alan","year":"2000","unstructured":"Alan Borning, Richard Kuang-Hsu Lin, and Kim Marriott. 2000. Constraint-based document layout for the Web. Multimedia systems 8, 3 (2000), 177\u2013189."},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/263407.263518"},{"key":"e_1_3_3_3_9_1","volume-title":"SUS-A quick and dirty usability scale. Usability evaluation in industry 189, 194","author":"John Brooke","year":"1996","unstructured":"John Brooke 1996. SUS-A quick and dirty usability scale. Usability evaluation in industry 189, 194 (1996), 4\u20137."},{"key":"e_1_3_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490034"},{"key":"e_1_3_3_3_11_1","volume-title":"Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems","author":"P.","year":"2015","unstructured":"Duncan\u00a0P. Brumby and Susan Zhuang. 2015. Visual Grouping in Menu Interfaces. Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems (2015). https:\/\/api.semanticscholar.org\/CorpusID:14994819"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445762"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376553"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3126594.3126651"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2984511.2984581"},{"key":"e_1_3_3_3_16_1","volume-title":"Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805","author":"Devlin Jacob","year":"2018","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2018. Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)."},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1186562.1015789"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1095034.1095063"},{"key":"e_1_3_3_3_19_1","volume-title":"Proceedings of the 2nd Workshop on Multi-User and Ubiquitous User Interfaces. 7\u20138.","author":"Gajos Krzysztof","year":"2005","unstructured":"Krzysztof Gajos, Anthony Wu, and Daniel\u00a0S Weld. 2005. Cross-device consistency in automatically generated user interfaces. In Proceedings of the 2nd Workshop on Multi-User and Ubiquitous User Interfaces. 7\u20138."},{"key":"e_1_3_3_3_20_1","volume-title":"AAAI\u201908","author":"Gajos Z.","unstructured":"Krzysztof\u00a0Z. Gajos, Daniel\u00a0S. Weld, and Jacob\u00a0O. Wobbrock. 2008. Decision-Theoretic User Interface Generation. In AAAI\u201908. AAAI Press, 1532\u20131536."},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2010.05.005"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357250"},{"key":"e_1_3_3_3_23_1","volume-title":"The essential guide to user interface design: an introduction to GUI design principles and techniques","author":"Galitz O","unstructured":"Wilbert\u00a0O Galitz. 2007. The essential guide to user interface design: an introduction to GUI design principles and techniques. John Wiley & Sons."},{"key":"e_1_3_3_3_24_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning (ICML). PMLR, 3419\u20133430","author":"Garg Vikas","year":"2020","unstructured":"Vikas Garg, Stefanie Jegelka, and Tommi Jaakkola. 2020. Generalization and Representational Limits of Graph Neural Networks. In Proceedings of the 37th International Conference on Machine Learning (ICML). PMLR, 3419\u20133430. https:\/\/proceedings.mlr.press\/v119\/garg20c.html"},{"key":"e_1_3_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2005.1555942"},{"key":"e_1_3_3_3_26_1","volume-title":"Inductive representation learning on large graphs. Advances in neural information processing systems 30","author":"Hamilton Will","year":"2017","unstructured":"Will Hamilton, Zhitao Ying, and Jure Leskovec. 2017. Inductive representation learning on large graphs. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45349-_17"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1066677.1066959"},{"key":"e_1_3_3_3_30_1","volume-title":"Proceedings of the 26th Australasian Computer Science Conference -","volume":"16","author":"Hurst Nathan","year":"2003","unstructured":"Nathan Hurst, Kim Marriott, and Peter Moulder. 2003. Cobweb: A Constraint-Based WEB Browser. In Proceedings of the 26th Australasian Computer Science Conference - Volume 16 (Adelaide, Australia) (ACSC \u201903). Australian Computer Society, Inc., AUS, 247\u2013254."},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1201775.882353"},{"key":"e_1_3_3_3_32_1","volume-title":"Computational Representations for Graphical User Interfaces. In Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Systems(CHI EA \u201924)","author":"Jiang Yue","year":"2024","unstructured":"Yue Jiang. 2024. Computational Representations for Graphical User Interfaces. In Extended Abstracts of the 2024 CHI Conference on Human Factors in Computing Systems(CHI EA \u201924)."},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300643"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3636316"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3573805"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3504030"},{"key":"e_1_3_3_3_37_1","volume-title":"ILuvUI: Instruction-tuned LangUage-Vision modeling of UIs from Machine Conversations. arXiv preprint arXiv:2310.04869","author":"Jiang Yue","year":"2023","unstructured":"Yue Jiang, Eldon Schoop, Amanda Swearngin, and Jeffrey Nichols. 2023. ILuvUI: Instruction-tuned LangUage-Vision modeling of UIs from Machine Conversations. arXiv preprint arXiv:2310.04869 (2023)."},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445043"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376610"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/169059.169528"},{"key":"e_1_3_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461735"},{"key":"e_1_3_3_3_42_1","volume-title":"Neural Design Network: Graphic Layout Generation with Constraints. arXiv e-prints","author":"Lee Hsin-Ying","year":"2019","unstructured":"Hsin-Ying Lee, Lu Jiang, Irfan Essa, Phuong\u00a0B Le, Haifeng Gong, Ming-Hsuan Yang, and Weilong Yang. 2019. Neural Design Network: Graphic Layout Generation with Constraints. arXiv e-prints (2019), arXiv\u20131912."},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3406324.3410710"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502042"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025483"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415820"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445049"},{"key":"e_1_3_3_3_48_1","volume-title":"Auto completion of user interface layout design using transformer-based tree decoders. arXiv preprint arXiv:2001.05308","author":"Li Yang","year":"2020","unstructured":"Yang Li, Julien Amelot, Xin Zhou, Samy Bengio, and Si Si. 2020. Auto completion of user interface layout design using transformer-based tree decoders. arXiv preprint arXiv:2001.05308 (2020)."},{"key":"e_1_3_3_3_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242650"},{"key":"e_1_3_3_3_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10601-008-9043-2"},{"key":"e_1_3_3_3_52_1","unstructured":"Ethan Marcotte. 2011. Responsive Web Design. A book apart."},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702575"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/344949.344959"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/78942.78943"},{"key":"e_1_3_3_3_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/200968.200971"},{"key":"e_1_3_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/15922.15914"},{"key":"e_1_3_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.601073"},{"key":"e_1_3_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_3_3_60_1","volume-title":"iOS Auto Layout Demystified","author":"Sadun Erica","unstructured":"Erica Sadun. 2013. iOS Auto Layout Demystified. Addison-Wesley Professional, Boston, US."},{"key":"e_1_3_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197231.3197249"},{"key":"e_1_3_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2008.2005605"},{"key":"e_1_3_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.10.005"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786808"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376593"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/62084.62088"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472749.3474765"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2010.38"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.5555\/1630659.1630944"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3417940"},{"key":"e_1_3_3_3_71_1","volume-title":"International Conference on Learning Representations (ICLR). https:\/\/openreview.net\/forum?id=ryGs6iA5Km","author":"Xu Keyulu","year":"2019","unstructured":"Keyulu Xu, Weihua Hu, Jure Leskovec, and Stefanie Jegelka. 2019. How Powerful are Graph Neural Networks?. In International Conference on Learning Representations (ICLR). https:\/\/openreview.net\/forum?id=ryGs6iA5Km"},{"key":"e_1_3_3_3_72_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67744-_2"},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67744-_2"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/108844.109005"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/2379256.2379287"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jlamp.2017.01.004"},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3306346.3322971"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642822","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642822","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:44:30Z","timestamp":1750290270000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642822"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":77,"alternative-id":["10.1145\/3613904.3642822","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642822","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}