{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T01:23:33Z","timestamp":1777339413264,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":87,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T00:00:00Z","timestamp":1715385600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"NSERC Discovery Grant","award":["2018-05187"],"award-info":[{"award-number":["2018-05187"]}]},{"name":"LAI R\u00e9app"},{"name":"Canada Foundation for Innovation Infrastructure","award":["33151"],"award-info":[{"award-number":["33151"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,5,11]]},"DOI":"10.1145\/3613904.3642462","type":"proceedings-article","created":{"date-parts":[[2024,5,11]],"date-time":"2024-05-11T08:38:25Z","timestamp":1715416705000},"page":"1-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":90,"title":["DirectGPT: A Direct Manipulation Interface to Interact with Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9482-8639","authenticated-orcid":false,"given":"Damien","family":"Masson","sequence":"first","affiliation":[{"name":"Cheriton School of Computer Science, University of Waterloo, Canada and Department of Computer Science, University of Toronto, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5201-5875","authenticated-orcid":false,"given":"Sylvain","family":"Malacria","sequence":"additional","affiliation":[{"name":"Univ. Lille, Inria, CNRS, Centrale Lille, UMR 9189 CRIStAL, France and Cheriton School of Computer Science, University of Waterloo, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1905-815X","authenticated-orcid":false,"given":"G\u00e9ry","family":"Casiez","sequence":"additional","affiliation":[{"name":"Univ. Lille, CNRS, Inria, Centrale Lille, UMR 9189 CRIStAL, France and Cheriton School of Computer Science, University of Waterloo, Canada"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7620-0541","authenticated-orcid":false,"given":"Daniel","family":"Vogel","sequence":"additional","affiliation":[{"name":"Cheriton School of Computer Science, University of Waterloo, Canada"}]}],"member":"320","published-online":{"date-parts":[[2024,5,11]]},"reference":[{"key":"e_1_3_3_3_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642918.2647395"},{"key":"e_1_3_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606719"},{"key":"e_1_3_3_3_3_1","doi-asserted-by":"crossref","unstructured":"Ian Arawjo Chelse Swoopes Priyan Vaithilingam Martin Wattenberg and Elena Glassman. 2023. ChainForge: A Visual Toolkit for Prompt Engineering and LLM Hypothesis Testing. arxiv:2309.09128\u00a0[cs.HC]","DOI":"10.1145\/3613904.3642016"},{"key":"e_1_3_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447310802205776"},{"key":"e_1_3_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/332040.332473"},{"key":"e_1_3_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/989863.989865"},{"key":"e_1_3_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/345513.345267"},{"key":"e_1_3_3_3_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/965105.807503"},{"key":"e_1_3_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0895-4356(98)00168-1"},{"key":"e_1_3_3_3_10_1","volume-title":"SUS: A Quick and Dirty Usability Scale. Usability Eval. Ind. 189 (Nov.","author":"Brooke John","year":"1995","unstructured":"John Brooke. 1995. SUS: A Quick and Dirty Usability Scale. Usability Eval. Ind. 189 (Nov. 1995), 7."},{"key":"e_1_3_3_3_11_1","unstructured":"Xiang\u00a0\u2019Anthony\u2019 Chen Jeff Burke Ruofei Du Matthew\u00a0K. Hong Jennifer Jacobs Philippe Laban Dingzeyu Li Nanyun Peng Karl D.\u00a0D. Willis Chien-Sheng Wu and Bolei Zhou. 2023. Next Steps for Human-Centered Generative AI: A Technical Perspective. arxiv:2306.15774\u00a0[cs]"},{"key":"e_1_3_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606777"},{"key":"e_1_3_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501819"},{"key":"e_1_3_3_3_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172983"},{"key":"e_1_3_3_3_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2659796"},{"key":"e_1_3_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.32.5.554"},{"key":"e_1_3_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580969"},{"key":"e_1_3_3_3_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502141"},{"key":"e_1_3_3_3_19_1","unstructured":"Hai Dang Lukas Mecke Florian Lehmann Sven Goller and Daniel Buschek. 2022. How to Prompt? Opportunities and Challenges of Zero- and Few-Shot Learning for Human-AI Interaction in Creative Applications of Generative Models. arxiv:2209.01390\u00a0[cs]"},{"key":"e_1_3_3_3_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/0001-6918(95)00060-7"},{"key":"e_1_3_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-26633-6_13"},{"key":"e_1_3_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/259964.260084"},{"key":"e_1_3_3_3_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047224"},{"key":"e_1_3_3_3_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606817"},{"key":"e_1_3_3_3_25_1","unstructured":"Google. 2023. Bard - Chat Based AI Tool from Google Powered by PaLM 2. https:\/\/bard.google.com."},{"key":"e_1_3_3_3_26_1","doi-asserted-by":"publisher","unstructured":"Transparent Statistics in Human-Computer Interaction\u00a0Working Group. 2019. Transparent Statistics Guidelines. https:\/\/doi.org\/10.5281\/zenodo.1186169","DOI":"10.5281\/zenodo.1186169"},{"key":"e_1_3_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300854"},{"key":"e_1_3_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/67449.67496"},{"key":"e_1_3_3_3_29_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807184115"},{"key":"e_1_3_3_3_30_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327051hci0104_2"},{"key":"e_1_3_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3474349.3480209"},{"key":"e_1_3_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606737"},{"key":"e_1_3_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501931"},{"key":"e_1_3_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.3115\/991365.991471"},{"key":"e_1_3_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2481301"},{"key":"e_1_3_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3543758.3543947"},{"key":"e_1_3_3_3_37_1","volume-title":"The Selection of Communication Media as an Executive Skill","author":"Lengel H.","year":"1987","unstructured":"Robert\u00a0H. Lengel and Richard\u00a0L. Daft. 1988. The Selection of Communication Media as an Executive Skill. The Academy of Management Executive (1987-1989) 2, 3 (1988), 225\u2013232. jstor:4164833"},{"key":"e_1_3_3_3_38_1","doi-asserted-by":"publisher","unstructured":"Yaniv Leviathan Matan Kalman and Yossi Matias. 2023. Fast Inference from Transformers via Speculative Decoding. https:\/\/doi.org\/10.48550\/arXiv.2211.17192 arxiv:2211.17192\u00a0[cs]","DOI":"10.48550\/arXiv.2211.17192"},{"key":"e_1_3_3_3_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3332165.3347899"},{"key":"e_1_3_3_3_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580817"},{"key":"e_1_3_3_3_41_1","unstructured":"Pengfei Liu Weizhe Yuan Jinlan Fu Zhengbao Jiang Hiroaki Hayashi and Graham Neubig. 2021. Pre-Train Prompt and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing. arxiv:2107.13586\u00a0[cs]"},{"key":"e_1_3_3_3_42_1","unstructured":"Zhaoyang Liu Yinan He Wenhai Wang Weiyun Wang Yi Wang Shoufa Chen Qinglong Zhang Zeqiang Lai Yang Yang Qingyun Li Jiashuo Yu Kunchang Li Zhe Chen Xue Yang Xizhou Zhu Yali Wang Limin Wang Ping Luo Jifeng Dai and Yu Qiao. 2023. InternGPT: Solving Vision-Centric Tasks by Interacting with ChatGPT Beyond Language. arxiv:2305.05662\u00a0[cs]"},{"key":"e_1_3_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376739"},{"key":"e_1_3_3_3_44_1","doi-asserted-by":"crossref","unstructured":"Yao Lu Max Bartolo Alastair Moore Sebastian Riedel and Pontus Stenetorp. 2022. Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity. arxiv:2104.08786\u00a0[cs]","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"e_1_3_3_3_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/1314683.1314685"},{"key":"e_1_3_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/176789.176792"},{"key":"e_1_3_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606762"},{"key":"e_1_3_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501895"},{"key":"e_1_3_3_3_49_1","unstructured":"Microsoft. 2023. Introducing the New Bing. https:\/\/www.bing.com\/new."},{"key":"e_1_3_3_3_50_1","volume-title":"ChatGPT Reaches 100 Million Users Two Months after Launch. The Guardian (Feb","author":"Milmo Dan","year":"2023","unstructured":"Dan Milmo. 2023. ChatGPT Reaches 100 Million Users Two Months after Launch. The Guardian (Feb. 2023), 1."},{"key":"e_1_3_3_3_51_1","unstructured":"Aditi Mishra Utkarsh Soni Anjana Arunkumar Jinbin Huang Bum\u00a0Chul Kwon and Chris Bryan. 2023. PromptAid: Prompt Exploration Perturbation Testing and Iteration Using Visual Analytics for Large Language Models. arxiv:2304.01964\u00a0[cs]"},{"key":"e_1_3_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.153286"},{"key":"e_1_3_3_3_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2556990"},{"key":"e_1_3_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/1621995.1622014"},{"key":"e_1_3_3_3_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3174223"},{"key":"e_1_3_3_3_56_1","unstructured":"OpenAI. 2022. Introducing ChatGPT. https:\/\/openai.com\/blog\/chatgpt."},{"key":"e_1_3_3_3_57_1","unstructured":"OpenAI. 2023. GPT Best Practices. https:\/\/platform.openai.com\/docs\/guides\/gpt-best-practices."},{"key":"e_1_3_3_3_58_1","unstructured":"OpenAI. 2023. OpenAI Node API Library. OpenAI."},{"key":"e_1_3_3_3_59_1","unstructured":"OpenAI. 2023. OpenAI Platform. https:\/\/platform.openai.com\/docs\/api-reference\/chat\/object."},{"key":"e_1_3_3_3_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3588432.3591500"},{"key":"e_1_3_3_3_61_1","unstructured":"Prism.js 2015. Prism. Prism.js. https:\/\/prismjs.com"},{"key":"e_1_3_3_3_62_1","volume-title":"The Humane Interface: New Directions for Designing Interactive Systems","author":"Raskin Jef","unstructured":"Jef Raskin. 2000. The Humane Interface: New Directions for Designing Interactive Systems (1st edition ed.). Addison-Wesley Professional, Reading, Mass.","edition":"1"},{"key":"e_1_3_3_3_63_1","unstructured":"Meta 2013. React \u2013 A JavaScript Library for Building User Interfaces. Meta. https:\/\/reactjs.org\/"},{"key":"e_1_3_3_3_64_1","doi-asserted-by":"publisher","unstructured":"Laria Reynolds and Kyle McDonell. 2021. Prompt Programming for Large Language Models: Beyond the Few-Shot Paradigm. In Extended Abstracts of the 2021 CHI Conference on Human Factors in Computing Systems. ACM Yokohama Japan 1\u20137. https:\/\/doi.org\/10.1145\/3411763.3451760","DOI":"10.1145\/3411763.3451760"},{"key":"e_1_3_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445296"},{"key":"e_1_3_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.7975104"},{"key":"e_1_3_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.1983.1654471"},{"key":"e_1_3_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449298208914450"},{"key":"e_1_3_3_3_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/52.207235"},{"key":"e_1_3_3_3_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/238218.238281"},{"key":"e_1_3_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/267505.267514"},{"key":"e_1_3_3_3_72_1","volume-title":"Designing the User Interface: Strategies for Effective Human-Computer Interaction","author":"Shneiderman Ben","unstructured":"Ben Shneiderman, Catherine Plaisant, Maxine Cohen, Steven\u00a0M. Jacobs, and Niklas Elmqvist. 2017. Designing the User Interface: Strategies for Effective Human-Computer Interaction (sixth edition ed.). Pearson, Boston."},{"key":"e_1_3_3_3_73_1","doi-asserted-by":"crossref","unstructured":"Hendrik Strobelt Albert Webson Victor Sanh Benjamin Hoover Johanna Beyer Hanspeter Pfister and Alexander\u00a0M. Rush. 2022. Interactive and Visual Prompt Engineering for Ad-hoc Task Adaptation with Large Language Models. arxiv:2208.07852\u00a0[cs]","DOI":"10.1109\/TVCG.2022.3209479"},{"key":"e_1_3_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606756"},{"key":"e_1_3_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985782"},{"key":"e_1_3_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519665"},{"key":"e_1_3_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0686-2"},{"key":"e_1_3_3_3_78_1","doi-asserted-by":"publisher","unstructured":"Jianyuan Wang Ceyuan Yang Yinghao Xu Yujun Shen Hongdong Li and Bolei Zhou. 2022. Improving GAN Equilibrium by Raising Spatial Awareness. https:\/\/doi.org\/10.48550\/arXiv.2112.00718 arxiv:2112.00718\u00a0[cs]","DOI":"10.48550\/arXiv.2112.00718"},{"key":"e_1_3_3_3_79_1","volume-title":"Chi, Quoc\u00a0V. Le, and Denny Zhou","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Xuezhi Wang, Dale Schuurmans, Maarten Bosma, Brian Ichter, Fei Xia, Ed Chi, Quoc\u00a0V. Le, and Denny Zhou. 2022. Chain-of-Thought Prompting Elicits Reasoning in Large Language Models. Advances in Neural Information Processing Systems 35 (Dec. 2022), 24824\u201324837."},{"key":"e_1_3_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193128703100522"},{"key":"e_1_3_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491101.3519729"},{"key":"e_1_3_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3517582"},{"key":"e_1_3_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/1622176.1622213"},{"key":"e_1_3_3_3_84_1","unstructured":"Jiahui Yu Zhe Lin Jimei Yang Xiaohui Shen Xin Lu and Thomas\u00a0S. Huang. 2018. Generative Image Inpainting with Contextual Attention. arxiv:1801.07892\u00a0[cs]"},{"key":"e_1_3_3_3_85_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511105"},{"key":"e_1_3_3_3_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_3_3_87_1","doi-asserted-by":"publisher","DOI":"10.1080\/03610918.2017.1348516"}],"event":{"name":"CHI '24: CHI Conference on Human Factors in Computing Systems","location":"Honolulu HI USA","acronym":"CHI '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction","SIGACCESS ACM Special Interest Group on Accessible Computing"]},"container-title":["Proceedings of the CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642462","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3613904.3642462","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T23:56:48Z","timestamp":1750291008000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3613904.3642462"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,11]]},"references-count":87,"alternative-id":["10.1145\/3613904.3642462","10.1145\/3613904"],"URL":"https:\/\/doi.org\/10.1145\/3613904.3642462","relation":{},"subject":[],"published":{"date-parts":[[2024,5,11]]},"assertion":[{"value":"2024-05-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}