{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T23:44:00Z","timestamp":1784331840106,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":67,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T00:00:00Z","timestamp":1728604800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,13]]},"DOI":"10.1145\/3654777.3676451","type":"proceedings-article","created":{"date-parts":[[2024,10,11]],"date-time":"2024-10-11T10:50:36Z","timestamp":1728643836000},"page":"1-13","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":52,"title":["VRCopilot: Authoring 3D Layouts with Generative AI Models in VR"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3584-6754","authenticated-orcid":false,"given":"Lei","family":"Zhang","sequence":"first","affiliation":[{"name":"School of Information, University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7398-6702","authenticated-orcid":false,"given":"Jin","family":"Pan","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-2929-9373","authenticated-orcid":false,"given":"Jacob","family":"Gettig","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5823-1499","authenticated-orcid":false,"given":"Steve","family":"Oney","sequence":"additional","affiliation":[{"name":"School of Information, University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4447-7818","authenticated-orcid":false,"given":"Anhong","family":"Guo","sequence":"additional","affiliation":[{"name":"Computer Science and Engineering, University of Michigan, United States"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,11]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Adobe. 2021. Adobe Medium. https:\/\/www.adobe.com\/products\/medium.html"},{"key":"e_1_3_2_2_2_1","unstructured":"Open AI. 2024. Sora. https:\/\/openai.com\/sora"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/800250.807503"},{"key":"e_1_3_2_2_5_1","volume-title":"Using thematic analysis in psychology. Qualitative research in psychology 3, 2","author":"Braun Virginia","year":"2006","unstructured":"Virginia Braun and Victoria Clarke. 2006. Using thematic analysis in psychology. Qualitative research in psychology 3, 2 (2006), 77\u2013101."},{"key":"e_1_3_2_2_6_1","volume-title":"Nine potential pitfalls when designing human-ai co-creative systems. arXiv preprint arXiv:2104.00358","author":"Buschek Daniel","year":"2021","unstructured":"Daniel Buschek, Lukas Mecke, Florian Lehmann, and Hai Dang. 2021. Nine potential pitfalls when designing human-ai co-creative systems. arXiv preprint arXiv:2104.00358 (2021)."},{"key":"e_1_3_2_2_7_1","unstructured":"Bill Buxton. 2010. Sketching user experiences: getting the design right and the right design. Morgan kaufmann."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1268517.1268552"},{"key":"e_1_3_2_2_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2617588"},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359142"},{"key":"e_1_3_2_2_11_1","volume-title":"PromptPaint: Steering Text-to-Image Generation Through Paint Medium-like Interactions. arXiv preprint arXiv:2308.05184","author":"Joon\u00a0Young Chung John","year":"2023","unstructured":"John Joon\u00a0Young Chung and Eytan Adar. 2023. PromptPaint: Steering Text-to-Image Generation Through Paint Medium-like Interactions. arXiv preprint arXiv:2308.05184 (2023)."},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501819"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172983"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/142621.142641"},{"key":"e_1_3_2_2_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2856767.2856795"},{"key":"e_1_3_2_2_16_1","volume-title":"Objaverse-xl: A universe of 10m+ 3d objects. Advances in Neural Information Processing Systems 36","author":"Deitke Matt","year":"2024","unstructured":"Matt Deitke, Ruoshi Liu, Matthew Wallingford, Huong Ngo, Oscar Michel, Aditya Kusupati, Alan Fan, Christian Laforte, Vikram Voleti, Samir\u00a0Yitzhak Gadre, 2024. Objaverse-xl: A universe of 10m+ 3d objects. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_2_2_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461778.3462131"},{"key":"e_1_3_2_2_18_1","doi-asserted-by":"publisher","DOI":"10.5555\/3141475.3141507"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3325480.3326578"},{"key":"e_1_3_2_2_20_1","volume-title":"Layoutgpt: Compositional visual planning and generation with large language models. Advances in Neural Information Processing Systems 36","author":"Feng Weixi","year":"2024","unstructured":"Weixi Feng, Wanrong Zhu, Tsu-jui Fu, Varun Jampani, Arjun Akula, Xuehai He, Sugato Basu, Xin\u00a0Eric Wang, and William\u00a0Yang Wang. 2024. Layoutgpt: Compositional visual planning and generation with large language models. Advances in Neural Information Processing Systems 36 (2024)."},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01075"},{"key":"e_1_3_2_2_22_1","first-page":"31841","article-title":"Get3d: A generative model of high quality 3d textured shapes learned from images","volume":"35","author":"Gao Jun","year":"2022","unstructured":"Jun Gao, Tianchang Shen, Zian Wang, Wenzheng Chen, Kangxue Yin, Daiqing Li, Or Litany, Zan Gojcic, and Sanja Fidler. 2022. Get3d: A generative model of high quality 3d textured shapes learned from images. Advances In Neural Information Processing Systems 35 (2022), 31841\u201331854.","journal-title":"Advances In Neural Information Processing Systems"},{"key":"e_1_3_2_2_23_1","unstructured":"Google. 2016. Google Tilt Brush. https:\/\/www.tiltbrush.com\/"},{"key":"e_1_3_2_2_24_1","volume-title":"A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5","author":"Guidotti Riccardo","year":"2018","unstructured":"Riccardo Guidotti, Anna Monreale, Salvatore Ruggieri, Franco Turini, Fosca Giannotti, and Dino Pedreschi. 2018. A survey of methods for explaining black box models. ACM computing surveys (CSUR) 51, 5 (2018), 1\u201342."},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300854"},{"key":"e_1_3_2_2_26_1","volume-title":"Advances in psychology. Vol.\u00a052","author":"Hart G","unstructured":"Sandra\u00a0G Hart and Lowell\u00a0E Staveland. 1988. Development of NASA-TLX (Task Load Index): Results of empirical and theoretical research. In Advances in psychology. Vol.\u00a052. Elsevier, 139\u2013183."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1449715.1449732"},{"key":"e_1_3_2_2_28_1","volume-title":"The bach doodle: Approachable music composition with machine learning at scale. arXiv preprint arXiv:1907.06637","author":"Huang Zhi\u00a0Anna","year":"2019","unstructured":"Cheng-Zhi\u00a0Anna Huang, Curtis Hawthorne, Adam Roberts, Monica Dinculescu, James Wexler, Leon Hong, and Jacob Howcroft. 2019. The bach doodle: Approachable music composition with machine learning at scale. arXiv preprint arXiv:1907.06637 (2019)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"crossref","unstructured":"Hikaru Ibayashi Yuta Sugiura Daisuke Sakamoto Natsuki Miyata Mitsunori Tada Takashi Okuma Takeshi Kurata Masaaki Mochimaru and Takeo Igarashi. 2015. Dollhouse vr: a multi-view multi-user collaborative design workspace with vr technology. In SIGGRAPH Asia 2015 emerging technologies. 1\u20132.","DOI":"10.1145\/2818466.2818480"},{"key":"e_1_3_2_2_30_1","volume-title":"Lift-off: Using reference imagery and freehand sketching to create 3d models in vr","author":"Jackson Bret","year":"2016","unstructured":"Bret Jackson and Daniel\u00a0F Keefe. 2016. Lift-off: Using reference imagery and freehand sketching to create 3d models in vr. IEEE transactions on visualization and computer graphics 22, 4 (2016), 1442\u20131451."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1016\/0142-694X(91)90003-F"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"crossref","unstructured":"Rubaiat\u00a0Habib Kazi Tovi Grossman Hyunmin Cheong Ali Hashemi and George\u00a0W Fitzmaurice. 2017. DreamSketch: Early Stage 3D Design Explorations with Sketching and Generative Design.. In UIST Vol.\u00a014. 401\u2013414.","DOI":"10.1145\/3126594.3126662"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMAR.2004.34"},{"key":"e_1_3_2_2_34_1","first-page":"1","article-title":"Grains: Generative recursive autoencoders for indoor scenes","volume":"38","author":"Li Manyi","year":"2019","unstructured":"Manyi Li, Akshay\u00a0Gadi Patil, Kai Xu, Siddhartha Chaudhuri, Owais Khan, Ariel Shamir, Changhe Tu, Baoquan Chen, Daniel Cohen-Or, and Hao Zhang. 2019. Grains: Generative recursive autoencoders for indoor scenes. ACM Transactions on Graphics (TOG) 38, 2 (2019), 1\u201316.","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580652"},{"key":"e_1_3_2_2_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00853"},{"key":"e_1_3_2_2_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376739"},{"key":"e_1_3_2_2_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445467"},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3272127.3275035"},{"key":"e_1_3_2_2_40_1","volume-title":"Interactive furniture layout using interior design guidelines. ACM transactions on graphics (TOG) 30, 4","author":"Merrell Paul","year":"2011","unstructured":"Paul Merrell, Eric Schkufza, Zeyang Li, Maneesh Agrawala, and Vladlen Koltun. 2011. Interactive furniture layout using interior design guidelines. ACM transactions on graphics (TOG) 30, 4 (2011), 1\u201310."},{"key":"e_1_3_2_2_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/897822"},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173927"},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2008.09.013"},{"key":"e_1_3_2_2_44_1","unstructured":"OpenAI. 2023. GPT4. https:\/\/openai.com\/gpt-4"},{"key":"e_1_3_2_2_45_1","first-page":"12013","article-title":"Atiss: Autoregressive transformers for indoor scene synthesis","volume":"34","author":"Paschalidou Despoina","year":"2021","unstructured":"Despoina Paschalidou, Amlan Kar, Maria Shugrina, Karsten Kreis, Andreas Geiger, and Sanja Fidler. 2021. Atiss: Autoregressive transformers for indoor scene synthesis. Advances in Neural Information Processing Systems 34 (2021), 12013\u201312026.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_46_1","volume-title":"Proceedings of The 33rd International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a048)","author":"Reed Scott","year":"2016","unstructured":"Scott Reed, Zeynep Akata, Xinchen Yan, Lajanugen Logeswaran, Bernt Schiele, and Honglak Lee. 2016. Generative Adversarial Text to Image Synthesis. In Proceedings of The 33rd International Conference on Machine Learning(Proceedings of Machine Learning Research, Vol.\u00a048), Maria\u00a0Florina Balcan and Kilian\u00a0Q. Weinberger (Eds.). PMLR, New York, New York, USA, 1060\u20131069. https:\/\/proceedings.mlr.press\/v48\/reed16.html"},{"key":"e_1_3_2_2_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/175276.175288"},{"key":"e_1_3_2_2_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00634"},{"key":"e_1_3_2_2_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1323688.1323689"},{"key":"e_1_3_2_2_50_1","unstructured":"Carolyn Snyder. 2003. Paper prototyping: The fast and easy way to design and refine user interfaces. Morgan Kaufmann."},{"key":"e_1_3_2_2_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.28"},{"key":"e_1_3_2_2_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/223904.223938"},{"key":"e_1_3_2_2_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376593"},{"key":"e_1_3_2_2_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01938"},{"key":"e_1_3_2_2_55_1","volume-title":"The sense of agency scale: A measure of consciously perceived control over one\u2019s mind, body, and the immediate environment. Frontiers in psychology 8","author":"Tapal Adam","year":"2017","unstructured":"Adam Tapal, Ela Oren, Reuven Dar, and Baruch Eitam. 2017. The sense of agency scale: A measure of consciously perceived control over one\u2019s mind, body, and the immediate environment. Frontiers in psychology 8 (2017), 1552."},{"key":"e_1_3_2_2_56_1","volume-title":"Unreal Editor","unstructured":"Unreal. 2022. Unreal Editor VR Mode. https:\/\/docs.unrealengine.com\/5.0\/en-US\/vr-mode-in-unreal-editor\/"},{"key":"e_1_3_2_2_57_1","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3306346.3322941","article-title":"Planit: Planning and instantiating indoor scenes with relation graph and spatial prior networks","volume":"38","author":"Wang Kai","year":"2019","unstructured":"Kai Wang, Yu-An Lin, Ben Weissmann, Manolis Savva, Angel\u00a0X Chang, and Daniel Ritchie. 2019. Planit: Planning and instantiating indoor scenes with relation graph and spatial prior networks. ACM Transactions on Graphics (TOG) 38, 4 (2019), 1\u201315.","journal-title":"ACM Transactions on Graphics (TOG)"},{"key":"e_1_3_2_2_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3197517.3201362"},{"key":"e_1_3_2_2_59_1","doi-asserted-by":"publisher","DOI":"10.1109\/3DV53792.2021.00021"},{"key":"e_1_3_2_2_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01825"},{"key":"e_1_3_2_2_61_1","volume-title":"The nature of action and agency. Stanford Encyclopedia of Philosophy","author":"Wilson George","year":"2016","unstructured":"George Wilson and Samuel Shpall. 2016. The nature of action and agency. Stanford Encyclopedia of Philosophy (2016)."},{"key":"e_1_3_2_2_62_1","volume-title":"LION: Latent Point Diffusion Models for 3D Shape Generation. In Advances in Neural Information Processing Systems (NeurIPS).","author":"Zeng Xiaohui","year":"2022","unstructured":"Xiaohui Zeng, Arash Vahdat, Francis Williams, Zan Gojcic, Or Litany, Sanja Fidler, and Karsten Kreis. 2022. LION: Latent Point Diffusion Models for 3D Shape Generation. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_2_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581136"},{"key":"e_1_3_2_2_64_1","volume-title":"Studying the Benefits and Challenges of Immersive Dataflow Programming. In 2019 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 223\u2013227","author":"Zhang Lei","year":"2019","unstructured":"Lei Zhang and Steve Oney. 2019. Studying the Benefits and Challenges of Immersive Dataflow Programming. In 2019 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC). IEEE, 223\u2013227."},{"key":"e_1_3_2_2_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3379337.3415824"},{"key":"e_1_3_2_2_66_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-019-1929-5"},{"key":"e_1_3_2_2_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581396"}],"event":{"name":"UIST '24: The 37th Annual ACM Symposium on User Interface Software and Technology","location":"Pittsburgh PA USA","acronym":"UIST '24"},"container-title":["Proceedings of the 37th Annual ACM Symposium on User Interface Software and Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676451","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3654777.3676451","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,4]],"date-time":"2025-08-04T21:11:45Z","timestamp":1754341905000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3654777.3676451"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,11]]},"references-count":67,"alternative-id":["10.1145\/3654777.3676451","10.1145\/3654777"],"URL":"https:\/\/doi.org\/10.1145\/3654777.3676451","relation":{},"subject":[],"published":{"date-parts":[[2024,10,11]]},"assertion":[{"value":"2024-10-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}