{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T21:44:00Z","timestamp":1776116640392,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":72,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,6,23]],"date-time":"2024-06-23T00:00:00Z","timestamp":1719100800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,6,23]]},"DOI":"10.1145\/3635636.3656201","type":"proceedings-article","created":{"date-parts":[[2024,6,22]],"date-time":"2024-06-22T06:24:22Z","timestamp":1719037462000},"page":"132-155","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":50,"title":["Creativity Support in the Age of Large Language Models: An Empirical Study Involving Professional Writers"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-9120-4526","authenticated-orcid":false,"given":"Tuhin","family":"Chakrabarty","sequence":"first","affiliation":[{"name":"Computer Science, Columbia University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3396-3589","authenticated-orcid":false,"given":"Vishakh","family":"Padmakumar","sequence":"additional","affiliation":[{"name":"Center for Data Science, New York University, United States"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-4452-1488","authenticated-orcid":false,"given":"Faeze","family":"Brahman","sequence":"additional","affiliation":[{"name":"Allen Institute For Artificial Intelligence (AI2) & University of Washington, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4532-0182","authenticated-orcid":false,"given":"Smaranda","family":"Muresan","sequence":"additional","affiliation":[{"name":"Computer Science, Columbia University, United States"}]}],"member":"320","published-online":{"date-parts":[[2024,6,23]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Towards Grounded Dialogue Generation in Video Game Environments. In Creative AI Across Modalities Workshop, AAAI.","author":"Akoury Nader","year":"2023","unstructured":"Nader Akoury, Ronan Salz, and Mohit Iyyer. 2023. Towards Grounded Dialogue Generation in Video Game Environments. In Creative AI Across Modalities Workshop, AAAI."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.525"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-demo.9"},{"key":"e_1_3_2_1_4_1","volume-title":"Training a helpful and harmless assistant with reinforcement learning from human feedback. arXiv preprint arXiv:2204.05862","author":"Bai Yuntao","year":"2022","unstructured":"Yuntao Bai, Andy Jones, Kamal Ndousse, Amanda Askell, Anna Chen, Nova DasSarma, Dawn Drain, Stanislav Fort, Deep Ganguli, Tom Henighan, 2022. Training a helpful and harmless assistant with reinforcement learning from human feedback. arXiv preprint arXiv:2204.05862 (2022)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584060"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3532106.3533506"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"James Britton 1975. The Development of Writing Abilities (11-18). (1975).","DOI":"10.1007\/BF03287951"},{"key":"e_1_3_2_1_9_1","volume-title":"Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates","author":"Brown Tom","year":"1877","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, Sandhini Agarwal, Ariel Herbert-Voss, Gretchen Krueger, Tom Henighan, Rewon Child, Aditya Ramesh, Daniel Ziegler, Jeffrey Wu, Clemens Winter, Chris Hesse, Mark Chen, Eric Sigler, Mateusz Litwin, Scott Gray, Benjamin Chess, Jack Clark, Christopher Berner, Sam McCandlish, Alec Radford, Ilya Sutskever, and Dario Amodei. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems, H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.). Vol.\u00a033. Curran Associates, Inc., 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445372"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2617588"},{"key":"e_1_3_2_1_12_1","volume-title":"Deep reinforcement learning from human preferences. Advances in neural information processing systems 30","author":"Christiano F","year":"2017","unstructured":"Paul\u00a0F Christiano, Jan Leike, Tom Brown, Miljan Martic, Shane Legg, and Dario Amodei. 2017. Deep reinforcement learning from human preferences. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3461778.3462050"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501819"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3172944.3172983"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.58680\/ce198611585"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.2307\/356600"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3402942.3409599"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300619"},{"key":"e_1_3_2_1_20_1","volume-title":"Enabling Large Language Models to Generate Text with Citations. arXiv preprint arXiv:2305.14627","author":"Gao Tianyu","year":"2023","unstructured":"Tianyu Gao, Howard Yen, Jiatong Yu, and Danqi Chen. 2023. Enabling Large Language Models to Generate Text with Citations. arXiv preprint arXiv:2305.14627 (2023)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.301"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.in2writing-1.2"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3325480.3326573"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300526"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3532106.3533533"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580782"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1080\/07350199209388969"},{"key":"e_1_3_2_1_28_1","volume-title":"Citation: A Key to Building Responsible and Accountable Large Language Models. arXiv preprint arXiv:2307.02185","author":"Huang Jie","year":"2023","unstructured":"Jie Huang and Kevin Chen-Chuan Chang. 2023. Citation: A Key to Building Responsible and Accountable Large Language Models. arXiv preprint arXiv:2307.02185 (2023)."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173596"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585657"},{"key":"e_1_3_2_1_31_1","volume-title":"Creative Writing with an AI-Powered Writing Assistant: Perspectives from Professional Writers. arXiv preprint arXiv:2211.05030","author":"Ippolito Daphne","year":"2022","unstructured":"Daphne Ippolito, Ann Yuan, Andy Coenen, and Sehmon Burnam. 2022. Creative Writing with an AI-Powered Writing Assistant: Perspectives from Professional Writers. arXiv preprint arXiv:2211.05030 (2022)."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00324"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939801"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.890"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2998181.2998196"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3581641.3584078"},{"key":"e_1_3_2_1_37_1","volume-title":"Shitty first drafts. Writing about writing: A college reader","author":"Lamott Anne","year":"1994","unstructured":"Anne Lamott. 1994. Shitty first drafts. Writing about writing: A college reader (1994), 527\u2013531."},{"key":"e_1_3_2_1_38_1","volume-title":"Simon\u00a0Buckingham Shum, Vipul Raheja, Hua Shen, Subhashini Venugopalan, Thiemo Wambsganss, David Zhou","author":"Lee Mina","year":"2024","unstructured":"Mina Lee, Katy\u00a0Ilonka Gero, John Joon\u00a0Young Chung, Simon\u00a0Buckingham Shum, Vipul Raheja, Hua Shen, Subhashini Venugopalan, Thiemo Wambsganss, David Zhou, Emad\u00a0A Alghamdi, 2024. A Design Space for Intelligent and Interactive Writing Assistants. arXiv preprint arXiv:2403.14117 (2024)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3502030"},{"key":"e_1_3_2_1_40_1","volume-title":"Evaluating human-language model interaction. arXiv preprint arXiv:2212.09746","author":"Lee Mina","year":"2022","unstructured":"Mina Lee, Megha Srivastava, Amelia Hardy, John Thickstun, Esin Durmus, Ashwin Paranjape, Ines Gerard-Ursin, Xiang\u00a0Lisa Li, Faisal Ladhak, Frieda Rong, 2022. Evaluating human-language model interaction. arXiv preprint arXiv:2212.09746 (2022)."},{"key":"e_1_3_2_1_41_1","volume-title":"Eliciting human preferences with language models. arXiv preprint arXiv:2310.11589","author":"Li Z","year":"2023","unstructured":"Belinda\u00a0Z Li, Alex Tamkin, Noah Goodman, and Jacob Andreas. 2023. Eliciting human preferences with language models. arXiv preprint arXiv:2310.11589 (2023)."},{"key":"e_1_3_2_1_42_1","volume-title":"Holistic evaluation of language models. arXiv preprint arXiv:2211.09110","author":"Liang Percy","year":"2022","unstructured":"Percy Liang, Rishi Bommasani, Tony Lee, Dimitris Tsipras, Dilara Soylu, Michihiro Yasunaga, Yian Zhang, Deepak Narayanan, Yuhuai Wu, Ananya Kumar, 2022. Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.3389\/fnhum.2014.00643"},{"key":"e_1_3_2_1_44_1","volume-title":"ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out","author":"Lin Chin-Yew","year":"2004","unstructured":"Chin-Yew Lin. 2004. ROUGE: A Package for Automatic Evaluation of Summaries. In Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, Spain, 74\u201381. https:\/\/aclanthology.org\/W04-1013"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.nuse-1.5"},{"key":"e_1_3_2_1_47_1","volume-title":"HHAI 2023: Augmenting Human Intellect","author":"Mao Yaoli","unstructured":"Yaoli Mao, Janet Rafner, Yi Wang, and Jacob Sherson. 2023. A hybrid intelligence approach to training generative design assistants: partnership between human experts and AI enhanced co-creative tools. In HHAI 2023: Augmenting Human Intellect. IOS Press, 108\u2013123."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581225"},{"key":"e_1_3_2_1_49_1","volume-title":"The design space of generative models. arXiv preprint arXiv:2304.10547","author":"Morris Meredith\u00a0Ringel","year":"2023","unstructured":"Meredith\u00a0Ringel Morris, Carrie\u00a0J Cai, Jess Holbrook, Chinmay Kulkarni, and Michael Terry. 2023. The design space of generative models. arXiv preprint arXiv:2304.10547 (2023)."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411763.3450391"},{"key":"e_1_3_2_1_51_1","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume":"35","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, 2022. Training language models to follow instructions with human feedback. Advances in Neural Information Processing Systems 35 (2022), 27730\u201327744.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501933"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.225"},{"key":"e_1_3_2_1_54_1","unstructured":"Jack\u00a0W. Rae Sebastian Borgeaud Trevor Cai Katie Millican Jordan Hoffmann Francis Song John Aslanides Sarah Henderson Roman Ring Susannah Young Eliza Rutherford Tom Hennigan Jacob Menick Albin Cassirer Richard Powell George van\u00a0den Driessche Lisa\u00a0Anne Hendricks Maribeth Rauh Po-Sen Huang Amelia Glaese Johannes Welbl Sumanth Dathathri Saffron Huang Jonathan Uesato John F.\u00a0J. Mellor Irina Higgins Antonia Creswell Nathan McAleese Amy Wu Erich Elsen Siddhant\u00a0M. Jayakumar Elena Buchatskaya David Budden Esme Sutherland Karen Simonyan Michela Paganini L. Sifre Lena Martens Xiang\u00a0Lorraine Li Adhiguna Kuncoro Aida Nematzadeh Elena Gribovskaya Domenic Donato Angeliki Lazaridou Arthur Mensch Jean-Baptiste Lespiau Maria Tsimpoukelli N.\u00a0K. Grigorev Doug Fritz Thibault Sottiaux Mantas Pajarskas Tobias Pohlen Zhitao Gong Daniel Toyama Cyprien de Masson\u00a0d\u2019Autume Yujia Li Tayfun Terzi Vladimir Mikulik Igor Babuschkin Aidan Clark Diego de Las\u00a0Casas Aurelia Guy Chris Jones James Bradbury Matthew\u00a0G. Johnson Blake\u00a0A. Hechtman Laura Weidinger Iason Gabriel William\u00a0S. Isaac Edward Lockhart Simon Osindero Laura Rimell Chris Dyer Oriol Vinyals Kareem\u00a0W. Ayoub Jeff Stanway L.\u00a0L. Bennett Demis Hassabis Koray Kavukcuoglu and Geoffrey Irving. 2021. Scaling Language Models: Methods Analysis & Insights from Training Gopher. ArXiv abs\/2112.11446 (2021). https:\/\/api.semanticscholar.org\/CorpusID:245353475"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.2307\/354885"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.248"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3450741.3465253"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.780"},{"key":"e_1_3_2_1_59_1","volume-title":"Clever hans or neural theory of mind? stress testing social reasoning in large language models. arXiv preprint arXiv:2305.14763","author":"Shapira Natalie","year":"2023","unstructured":"Natalie Shapira, Mosh Levy, Seyed\u00a0Hossein Alavi, Xuhui Zhou, Yejin Choi, Yoav Goldberg, Maarten Sap, and Vered Shwartz. 2023. Clever hans or neural theory of mind? stress testing social reasoning in large language models. arXiv preprint arXiv:2305.14763 (2023)."},{"key":"e_1_3_2_1_60_1","volume-title":"Parachute: Evaluating Interactive Human-LM Co-writing Systems. arXiv preprint arXiv:2303.06333","author":"Shen Hua","year":"2023","unstructured":"Hua Shen and Tongshuang Wu. 2023. Parachute: Evaluating Interactive Human-LM Co-writing Systems. arXiv preprint arXiv:2303.06333 (2023)."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376730"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445219"},{"key":"e_1_3_2_1_63_1","volume-title":"A general inductive approach for analyzing qualitative evaluation data. American journal of evaluation 27, 2","author":"Thomas R","year":"2006","unstructured":"David\u00a0R Thomas. 2006. A general inductive approach for analyzing qualitative evaluation data. American journal of evaluation 27, 2 (2006), 237\u2013246."},{"key":"e_1_3_2_1_64_1","unstructured":"Vauhini Vara. 2021. I didn\u2019t know how to write about my sister\u2019s death\u2014so I had AI do it for me. (2021). https:\/\/www.thebeliever.net\/ghosts\/"},{"key":"e_1_3_2_1_65_1","volume-title":"Craft an Iron Sword: Dynamically Generating Interactive Game Characters by Prompting Large Language Models Tuned on Code","author":"Volum Ryan","unstructured":"Ryan Volum, Sudha Rao, Michael Xu, Gabriel DesGarennes, Chris Brockett, Ben Van\u00a0Durme, Olivia Deng, Akanksha Malhotra, and Bill Dolan. 2022. Craft an Iron Sword: Dynamically Generating Interactive Game Characters by Prompting Large Language Models Tuned on Code. In Association of Computational Linguistics. Microsoft."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445645"},{"key":"e_1_3_2_1_67_1","volume-title":"International Conference on Learning Representations.","author":"Wei Jason","year":"2021","unstructured":"Jason Wei, Maarten Bosma, Vincent Zhao, Kelvin Guu, Adams\u00a0Wei Yu, Brian Lester, Nan Du, Andrew\u00a0M Dai, and Quoc\u00a0V Le. 2021. Finetuned Language Models are Zero-Shot Learners. In International Conference on Learning Representations."},{"key":"e_1_3_2_1_68_1","volume-title":"Emergent Abilities of Large Language Models. Transactions on Machine Learning Research","author":"Wei Jason","year":"2022","unstructured":"Jason Wei, Yi Tay, Rishi Bommasani, Colin Raffel, Barret Zoph, Sebastian Borgeaud, Dani Yogatama, Maarten Bosma, Denny Zhou, Donald Metzler, Ed\u00a0H. Chi, Tatsunori Hashimoto, Oriol Vinyals, Percy Liang, Jeff Dean, and William Fedus. 2022. Emergent Abilities of Large Language Models. Transactions on Machine Learning Research (2022). https:\/\/openreview.net\/forum?id=yzkSU5zdwD Survey Certification."},{"key":"e_1_3_2_1_69_1","volume-title":"Re3: Generating longer stories with recursive reprompting and revision. arXiv preprint arXiv:2210.06774","author":"Yang Kevin","year":"2022","unstructured":"Kevin Yang, Nanyun Peng, Yuandong Tian, and Dan Klein. 2022. Re3: Generating longer stories with recursive reprompting and revision. arXiv preprint arXiv:2210.06774 (2022)."},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3490099.3511105"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581388"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.58680\/ce196920419"}],"event":{"name":"C&C '24: Creativity and Cognition","location":"Chicago IL USA","acronym":"C&C '24","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Creativity and Cognition"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3635636.3656201","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3635636.3656201","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T17:57:51Z","timestamp":1755885471000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3635636.3656201"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,23]]},"references-count":72,"alternative-id":["10.1145\/3635636.3656201","10.1145\/3635636"],"URL":"https:\/\/doi.org\/10.1145\/3635636.3656201","relation":{},"subject":[],"published":{"date-parts":[[2024,6,23]]},"assertion":[{"value":"2024-06-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}