{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T16:48:34Z","timestamp":1782146914821,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":85,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,29]]},"DOI":"10.1145\/3774398.3811607","type":"proceedings-article","created":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T15:50:37Z","timestamp":1782143437000},"page":"209-217","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Measuring Creativity at Scale via Multimodal Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6189-494X","authenticated-orcid":false,"given":"Armanda","family":"Lewis","sequence":"first","affiliation":[{"name":"New York University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4371-7701","authenticated-orcid":false,"given":"Xavier","family":"Ochoa","sequence":"additional","affiliation":[{"name":"New York University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1002\/jocb.485"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1037\/0022-3514.43.5.997"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-020-01453-w"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1713532115"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0029171"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-25157-3"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000215"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.intell.2014.05.007"},{"key":"e_1_3_2_1_9_1","volume-title":"The creative mind: myths and mechanisms (2. ed., reprint ed.)","author":"Boden Margaret A.","unstructured":"Margaret A. Boden. 2005. The creative mind: myths and mechanisms (2. ed., reprint ed.). Routledge, London."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/rev3.3188"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","unstructured":"Tom B. Brown Benjamin Mann Nick Ryder Melanie Subbiah and et al. 2020. Language Models are Few-Shot Learners. doi:10.48550\/arXiv.2005.14165","DOI":"10.48550\/arXiv.2005.14165"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1002\/tea.3660010122"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.yjoc.2023.100045"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Qian Cao Xiting Wang Yuzhuo Yuan Yahui Liu Fang Luo and Ruihua Song. 2026. Evaluating Text Creativity across Diverse Domains: A Dataset and Large Language Model Evaluator. doi:10.48550\/arXiv.2505.19236 arXiv:2505.19236.","DOI":"10.48550\/arXiv.2505.19236"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000510"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-98417-4_14"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s13132-011-0042-y"},{"key":"e_1_3_2_1_18_1","volume-title":"Shengyi Costa Huang, merve, and Kashif Rasul","author":"Gallou\u00e9dec Quentin","year":"2025","unstructured":"Quentin Gallou\u00e9dec, Shengyi Costa Huang, merve, and Kashif Rasul. 2025. Preference Optimization for Vision Language Models. https:\/\/huggingface.co\/blog\/dpo_vlm"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jm.2003.07.001"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"Aaron Grattafiori Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle and et al. 2024. The Llama 3 Herd of Models. doi:10.48550\/arXiv.2407.21783","DOI":"10.48550\/arXiv.2407.21783"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1080\/10400419.2023.2254573"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2025.108095"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0063487"},{"key":"e_1_3_2_1_24_1","volume-title":"The nature of human intelligence","author":"Guilford J P.","unstructured":"J P. Guilford. 1967. The nature of human intelligence. McGraw-Hill, New York."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2025.102066"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2024.101549"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1177\/0894439315588736"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","unstructured":"Edward J. Hu Yelong Shen Phillip Wallis and et al. 2021. LoRA: Low-Rank Adaptation of Large Language Models. doi:10.48550\/arXiv.2106.09685","DOI":"10.48550\/arXiv.2106.09685"},{"key":"e_1_3_2_1_29_1","unstructured":"Hugging Face. 2025. PEFT. https:\/\/huggingface.co\/docs\/peft\/index"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-022-01986-2"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1037\/0033-295X.104.2.211"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000722"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2025.101967"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2402.09353"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2405.00557"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","unstructured":"Zequan Liu Jiawen Lyn Wei Zhu Xing Tian and Yvette Graham. 2024. ALoRA: Allocating Low-Rank Adaptation for Fine-tuning Large Language Models. doi:10.48550\/arXiv.2403.16187","DOI":"10.48550\/arXiv.2403.16187"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.3102\/0091732X221084326"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000736"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1002\/j.2162-6057.1976.tb01010.x"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1037\/h0048850"},{"key":"e_1_3_2_1_41_1","unstructured":"Meta AI. 2025. Introducing LLaMA 4: Advancing Multimodal Intelligence."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","unstructured":"Tomas Mikolov Kai Chen Greg Corrado and Jeffrey Dean. 2013. Efficient Estimation of Word Representations in Vector Space. doi:10.48550\/arXiv.1301.3781","DOI":"10.48550\/arXiv.1301.3781"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.18608\/jla.2016.32.10"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2023.101356"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.3758\/s13428-023-02258-3"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000618"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1017\/9781316979839.005"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","unstructured":"Rafael Rafailov Archit Sharma Eric Mitchell Stefano Ermon Christopher D. Manning and Chelsea Finn. 2024. Direct Preference Optimization: Your Language Model is Secretly a Reward Model. doi:10.48550\/arXiv.2305.18290","DOI":"10.48550\/arXiv.2305.18290"},{"key":"e_1_3_2_1_50_1","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society 46","author":"Raz Tuval","year":"2024","unstructured":"Tuval Raz, Simone Luchini, Roger Beaty, and Yoed Kenett. 2024. Bridging the Measurement Gap: a Large Language Model Method of Assessing Open-Ended Question Complexity. Proceedings of the Annual Meeting of the Cognitive Science Society 46, 0 (2024)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2025.102090"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000658"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42113-018-0005-5"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.psych.55.090902.141502"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.yjoc.2023.100063"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1080\/10400419.2012.650092"},{"key":"e_1_3_2_1_57_1","unstructured":"Omar Sanseviero Lewis Tunstall Philipp Schmid Sourab Mangrulkar Younes B and Pedro Cuenca. 2025. Mixture of Experts Explained. https:\/\/huggingface.co\/blog\/moe"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1177\/016146811511701001"},{"key":"e_1_3_2_1_59_1","volume-title":"Explaining creativity: the science of human innovation","author":"Sawyer Robert Keith","unstructured":"Robert Keith Sawyer and Danah Henriksen. 2024. Explaining creativity: the science of human innovation (third edition ed.). Oxford University Press, New York, NY."},{"key":"e_1_3_2_1_60_1","volume-title":"The creative classroom: innovative teaching for 21st-century learners","author":"Sawyer Robert Keith","unstructured":"Robert Keith Sawyer and Tony Wagner. 2019. The creative classroom: innovative teaching for 21st-century learners. Teachers College Press, New York, NY."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0014940"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1002\/jocb.101"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1037\/1931-3896.2.2.68"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1080\/10400419.2012.676974"},{"key":"e_1_3_2_1_65_1","volume-title":"Handbook of personality: Theory and research","author":"Simonton Dean Keith","unstructured":"Dean Keith Simonton. 2021. Creativity and genius. In Handbook of personality: Theory and research, 4th ed. The Guilford Press, New York, NY, US, 426-443.","edition":"4"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","unstructured":"Yingjin Song Yupei Du Denis Paperno and Albert Gatt. 2025. Burn After Reading: Do Multimodal Large Language Models Truly Capture Order of Events in Image Sequences? doi:10.48550\/arXiv.2506.10415","DOI":"10.48550\/arXiv.2506.10415"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","unstructured":"Robert J. Sternberg (Ed.). 1998. Handbook of Creativity (1 ed.). Cambridge University Press. doi:10.1017\/CBO9780511807916","DOI":"10.1017\/CBO9780511807916"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-0065-3_9"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1037\/apl0001296"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijedro.2025.100557"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","unstructured":"E. Paul Torrance. 1966. The Torrance Tests of Creative Thinking-NormsTechnical Manual Research Edition-Verbal Tests Forms A and B - Figural Tests Forms A and B. doi:10.1037\/t05532-000","DOI":"10.1037\/t05532-000"},{"key":"e_1_3_2_1_72_1","unstructured":"E.P. Torrence. 1998. Torrance Tests of Creative Thinking: Streamlined scoring guide for Figural Forms A and B."},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.tsc.2017.05.006"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","unstructured":"Fei Wang Wenxuan Zhou James Y. Huang Nan Xu Sheng Zhang Hoifung Poon and Muhao Chen. 2024. mDPO: Conditional Preference Optimization for Multimodal Large Language Models. doi:10.48550\/arXiv.2406.11839","DOI":"10.48550\/arXiv.2406.11839"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","unstructured":"Yinjie Wang Ling Yang Bowen Li Ye Tian Ke Shen and Mengdi Wang. 2025. Revolutionizing Reinforcement Learning Framework for Diffusion Large Language Models. doi:10.48550\/arXiv.2509.06949","DOI":"10.48550\/arXiv.2509.06949"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2201.11903"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-98417-4_2"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386743"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2511.13626"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","unstructured":"An Yang Anfeng Li Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu and et al. 2025. Qwen3 Technical Report. doi:10.48550\/arXiv.2505.09388","DOI":"10.48550\/arXiv.2505.09388"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","unstructured":"An Yang Baosong Yang Beichen Zhang Binyuan Hui Bo Zheng Bowen Yu and et al. 2025. Qwen 2.5 Technical Report. doi:10.48550\/arXiv.2412.15115","DOI":"10.48550\/arXiv.2412.15115"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1037\/aca0000573"},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","unstructured":"Qingru Zhang Minshuo Chen Alexander Bukharin and et al. 2023. AdaLoRA: Adaptive Budget Allocation for Parameter-Efficient Fine-Tuning. doi:10.48550\/arXiv.2303.10512 arXiv:2303.10512.","DOI":"10.48550\/arXiv.2303.10512"},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","unstructured":"Zhihan Zhou Feng Hong Jiaan Luo Jiangchao Yao and et al. 2025. Learning to Instruct for Visual Instruction Tuning. doi:10.48550\/arXiv.2503.22215","DOI":"10.48550\/arXiv.2503.22215"}],"event":{"name":"L@S '26: Thirteenth ACM Conference on Learning @ Scale","location":"Seoul Republic of Korea"},"container-title":["Proceedings of the Thirteenth ACM Conference on Learning @ Scale"],"original-title":[],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T15:58:40Z","timestamp":1782143920000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774398.3811607"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,28]]},"references-count":85,"alternative-id":["10.1145\/3774398.3811607","10.1145\/3774398"],"URL":"https:\/\/doi.org\/10.1145\/3774398.3811607","relation":{},"subject":[],"published":{"date-parts":[[2026,6,28]]},"assertion":[{"value":"2026-06-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}