{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:46:31Z","timestamp":1776084391047,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":97,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100002808","name":"Carlsbergfondet","doi-asserted-by":"publisher","award":["CF21-0454"],"award-info":[{"award-number":["CF21-0454"]}],"id":[{"id":"10.13039\/501100002808","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100008398","name":"Villum Fonden","doi-asserted-by":"publisher","award":["VIL57392"],"award-info":[{"award-number":["VIL57392"]}],"id":[{"id":"10.13039\/100008398","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3713447","type":"proceedings-article","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T03:20:47Z","timestamp":1745464847000},"page":"1-23","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["How Do Hackathons Foster Creativity? Towards Automated Evaluation of Creativity at Scale"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7278-9344","authenticated-orcid":false,"given":"Jeanette","family":"Falk","sequence":"first","affiliation":[{"name":"Computer Science, Aalborg University, Copenhagen, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9977-8960","authenticated-orcid":false,"given":"Yiyi","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Aalborg University, Copenhagen, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9264-3334","authenticated-orcid":false,"given":"Janet","family":"Rafner","sequence":"additional","affiliation":[{"name":"Center for Hybrid Intelligence, Department of Management, Aarhus University, Aarhus, Denmark and Aarhus Institute for Advanced Studies, Aarhus University, Aarhus, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1218-5201","authenticated-orcid":false,"given":"Mike","family":"Zhang","sequence":"additional","affiliation":[{"name":"Computer Science, Aalborg University, Copenhagen, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9512-0739","authenticated-orcid":false,"given":"Johannes","family":"Bjerva","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Aalborg University, Copenhagen, Denmark"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1255-824X","authenticated-orcid":false,"given":"Alexander","family":"Nolte","sequence":"additional","affiliation":[{"name":"Software Engineering and Technology, Eindhoven University of Technology, Eindhoven, Netherlands"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_3_2_2","unstructured":"Selcuk Acar. 2023. Creativity assessment research and practice in the age of artificial intelligence. Creativity Research Journal (2023) 1\u20137."},{"key":"e_1_3_3_3_3_2","unstructured":"Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia\u00a0Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat et\u00a0al. 2023. Gpt-4 technical report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08774 (2023)."},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","unstructured":"Teresa\u00a0M. Amabile. 1982. Social psychology of creativity: A consensual assessment technique. Journal of Personality and Social Psychology 43 5 (1982) 997\u20131013. 10.1037\/0022-3514.43.5.997","DOI":"10.1037\/0022-3514.43.5.997"},{"key":"e_1_3_3_3_5_2","unstructured":"Teresa\u00a0M Amabile Constance\u00a0N Hadley and Steven\u00a0J Kramer. 2002. Creativity under the gun. Harvard business review 80 (2002) 52\u201363."},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Issam Attalah Petra\u00a0A. Nylund and Alexander Brem. 2023. Who captures value from hackathons? Innovation contests with collective intelligence tools bridging creativity and coupled open innovation. Creativity and Innovation Management 32 2 (2023) 266\u2013280. 10.1111\/caim.12552 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/caim.12552","DOI":"10.1111\/caim.12552"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"crossref","unstructured":"Baptiste Barbot. 2019. Measuring creativity change and development. Psychology of Aesthetics Creativity and the Arts 13 2 (2019) 203.","DOI":"10.1037\/aca0000232"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","unstructured":"Baptiste Barbot and Roni Reiter-Palmon. 2019. Creativity assessment: Pitfalls solutions and standards. Psychology of Aesthetics Creativity and the Arts 13 2 (2019) 131\u2013132. 10.1037\/aca0000251","DOI":"10.1037\/aca0000251"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"crossref","unstructured":"Roger\u00a0E Beaty and Dan\u00a0R Johnson. 2021. Automating creativity assessment with SemDis: An open platform for computing semantic distance. Behavior research methods 53 2 (2021) 757\u2013780.","DOI":"10.3758\/s13428-020-01453-w"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"crossref","unstructured":"Roger\u00a0E Beaty Dan\u00a0R Johnson Daniel\u00a0C Zeitlen and Boris Forthmann. 2022. Semantic distance and the alternate uses task: Recommendations for reliable automated assessment of originality. Creativity Research Journal 34 3 (2022) 245\u2013260.","DOI":"10.1080\/10400419.2022.2025720"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","unstructured":"Ronald\u00a0A. Beghetto. 2019. Large-Scale Assessments Personalized Learning and Creativity: Paradoxes and Possibilities. ECNU Review of Education 2 3 (2019) 311\u2013327. 10.1177\/2096531119878963 arXiv:10.1177\/2096531119878963","DOI":"10.1177\/2096531119878963"},{"key":"e_1_3_3_3_12_2","unstructured":"Gerard Briscoe. 2014. Digital Innovation: The Hackathon Phenomenon. https:\/\/api.semanticscholar.org\/CorpusID:31734217"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","unstructured":"Kris Byron Sejin Keem Tanja Darden Christina\u00a0E. Shalley and Jing Zhou. 2023. Building blocks of idea generation and implementation in teams: A meta-analysis of team design and team creativity and innovation. Personnel Psychology 76 1 (2023) 249\u2013278. 10.1111\/peps.12501 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1111\/peps.12501","DOI":"10.1111\/peps.12501"},{"key":"e_1_3_3_3_14_2","unstructured":"Alice Cai Ian Arawjo and Elena\u00a0L. Glassman. 2024. Antagonistic AI. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.07350 (2024). https:\/\/arxiv.org\/abs\/2402.07350v1"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","unstructured":"Simon\u00a0Majed Ceh Carina Edelmann Gabriela Hofer and Mathias Benedek. 2022. Assessing Raters: What Factors Predict Discernment in Novice Creativity Raters? The Journal of Creative Behavior 56 1 (2022) 41\u201354. 10.1002\/jocb.515 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/jocb.515","DOI":"10.1002\/jocb.515"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-ijcnlp.32"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.870"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"crossref","unstructured":"Jacob Cohen. 1960. A coefficient of agreement for nominal scales. Educational and psychological measurement 20 1 (1960) 37\u201346.","DOI":"10.1177\/001316446002000104"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"crossref","unstructured":"Genevieve\u00a0M Cseh and Karl\u00a0K Jeffries. 2019. A scattered CAT: A critical evaluation of the consensual assessment technique for creativity research. Psychology of Aesthetics Creativity and the Arts 13 2 (2019) 159.","DOI":"10.1037\/aca0000220"},{"key":"e_1_3_3_3_20_2","unstructured":"Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Amy Yang Angela Fan et\u00a0al. 2024. The llama 3 herd of models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2407.21783 (2024)."},{"key":"e_1_3_3_3_21_2","volume-title":"Teaming: How Organizations Learn, Innovate, and Compete in the Knowledge Economy","author":"Edmondson Amy\u00a0C","year":"2012","unstructured":"Amy\u00a0C Edmondson. 2012. Teaming: How Organizations Learn, Innovate, and Compete in the Knowledge Economy. John Wiley & Sons."},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","unstructured":"Amy\u00a0C. Edmondson and Stacy\u00a0E. Mcmanus. 2007. Methodological fit in management field research. Academy of Management Review 32 4 (2007) 1246\u20131264. 10.5465\/amr.2007.26586086 arXiv:10.5465\/amr.2007.26586086","DOI":"10.5465\/amr.2007.26586086"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445198"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Jeanette Falk Alexander Nolte Daniela Huppenkothen Marion Weinzierl Kiev Gama Daniel Spikol Erik Tollerud Neil\u00a0Chue Hong Ines Kn\u00e4pper and Linda\u00a0Bailey Hayden. 2024. The Future of Hackathon Research and Practice. IEEE Access (2024) 1\u20131. 10.1109\/ACCESS.2024.3455092","DOI":"10.1109\/ACCESS.2024.3455092"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3357236.3395543"},{"key":"e_1_3_3_3_26_2","unstructured":"Hongbo Fang James Herbsleb and Bogdan Vasilescu. 2024. Novelty Begets Long-Term Popularity But Curbs Participation. (2024)."},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"crossref","unstructured":"Boris Forthmann Heinz Holling Nima Zandi Anne Gerwig P\u0131nar \u00c7elik Martin Storme and Todd Lubart. 2017. Missing creativity: The effect of cognitive workload on rater (dis-) agreement in subjective divergent-thinking scores. Thinking Skills and Creativity 23 (2017) 129\u2013139.","DOI":"10.1016\/j.tsc.2016.12.005"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","DOI":"10.1145\/3011784.3011794"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"crossref","unstructured":"Kiev Gama George Valen\u00e7a Pedro Alessio Rafael Formiga Andr\u00e9 Neves and Nycolas Lacerda. 2023. The developers\u2019 design thinking toolbox in hackathons: a study on the recurring design methods in software development marathons. International Journal of Human\u2013Computer Interaction 39 12 (2023) 2269\u20132291.","DOI":"10.1080\/10447318.2022.2075601"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"crossref","unstructured":"Fabrizio Gilardi Meysam Alizadeh and Ma\u00ebl Kubli. 2023. ChatGPT outperforms crowd workers for text-annotation tasks. Proceedings of the National Academy of Sciences 120 30 (2023) e2305016120.","DOI":"10.1073\/pnas.2305016120"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","unstructured":"Vlad\u00a0Petre Gl\u0103veanu. 2013. Rewriting the Language of Creativity: The Five A\u2019s Framework. Review of General Psychology 17 1 (2013) 69\u201381. 10.1037\/a0029528 arXiv:10.1037\/a0029528","DOI":"10.1037\/a0029528"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"crossref","unstructured":"Ellen\u00a0W. Gorsevski Kate Magsamen-Conrad and Lisa\u00a0Kiyomi Hanasono. 2019. Grant Writing as a Creative Process. The Oxford Handbook of Methods for Public Scholarship (2019). https:\/\/api.semanticscholar.org\/CorpusID:210484339","DOI":"10.1093\/oxfordhb\/9780190274481.013.33"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Daniel\u00a0P. Gross. 2020. Creativity Under Fire: The Effects of Competition on Creative Production. The Review of Economics and Statistics 102 3 (07 2020) 583\u2013599. 10.1162\/rest_a_00831 arXiv:https:\/\/direct.mit.edu\/rest\/article-pdf\/102\/3\/583\/1881450\/rest_a_00831.pdf","DOI":"10.1162\/rest_a_00831"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Eran Hadas and Arnon Hershkovitz. 2024. Using large language models to evaluate alternative uses task flexibility score. Thinking Skills and Creativity 52 (2024) 101549. 10.1016\/j.tsc.2024.101549","DOI":"10.1016\/j.tsc.2024.101549"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","unstructured":"Andrew\u00a0B. Hargadon and Beth\u00a0A. Bechky. 2006. When Collections of Creatives Become Creative Collectives: A Field Study of Problem Solving at Work. Organization Science 17 4 (2006) 484\u2013500. 10.1287\/orsc.1060.0200","DOI":"10.1287\/orsc.1060.0200"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"crossref","unstructured":"David\u00a0JP Heinen and Dan\u00a0R Johnson. 2018. Semantic distance: An automated measure of creativity that is novel and appropriate. Psychology of Aesthetics Creativity and the Arts 12 2 (2018) 144.","DOI":"10.1037\/aca0000125"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","unstructured":"Ben Heller Atar Amir Roy Waxman and Yossi Maaravi. 2023. Hack your organizational innovation: literature review and integrative model for running hackathons. Journal of Innovation and Entrepreneurship 12 1 (03 Mar 2023) 6. 10.1186\/s13731-023-00269-0","DOI":"10.1186\/s13731-023-00269-0"},{"key":"e_1_3_3_3_38_2","first-page":"3111","volume-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","author":"Huang Fan","year":"2024","unstructured":"Fan Huang, Haewoon Kwak, Kunwoo Park, and Jisun An. 2024. ChatGPT Rates Natural Language Explanation Quality like Humans: But on Which Scales?. In Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), Nicoletta Calzolari, Min-Yen Kan, Veronique Hoste, Alessandro Lenci, Sakriani Sakti, and Nianwen Xue (Eds.). ELRA and ICCL, Torino, Italia, 3111\u20133132. https:\/\/aclanthology.org\/2024.lrec-main.277"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"crossref","unstructured":"Daniela Huppenkothen Anthony Arendt David\u00a0W Hogg Karthik Ram Jacob\u00a0T VanderPlas and Ariel Rokem. 2018. Hack weeks as a model for data science education and collaboration. Proceedings of the National Academy of Sciences 115 36 (2018) 8872\u20138877.","DOI":"10.1073\/pnas.1717196115"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00085"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR52588.2021.00020"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"crossref","unstructured":"Lilly Irani. 2015. Hackathons and the making of entrepreneurial citizenship. Science Technology & Human Values 40 5 (2015) 799\u2013824.","DOI":"10.1177\/0162243915578486"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","unstructured":"Alan\u00a0Pickering James Lloyd-Cox and Joydeep Bhattacharya. 2022. Evaluating Creativity: How Idea Context and Rater Personality Affect Considerations of Novelty and Usefulness. Creativity Research Journal 34 4 (2022) 373\u2013390. 10.1080\/10400419.2022.2125721 arXiv:10.1080\/10400419.2022.2125721","DOI":"10.1080\/10400419.2022.2125721"},{"key":"e_1_3_3_3_44_2","unstructured":"Albert\u00a0Q Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra\u00a0Singh Chaplot Diego de\u00a0las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier et\u00a0al. 2023. Mistral 7B. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06825 (2023)."},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","unstructured":"Ronald A.\u00a0Beghetto Jonathan A.\u00a0Plucker and Gayle\u00a0T. Dow. 2004. Why Isn\u2019t Creativity More Important to Educational Psychologists? Potentials Pitfalls and Future Directions in Creativity Research. Educational Psychologist 39 2 (2004) 83\u201396. 10.1207\/s15326985ep3902_1 arXiv:10.1207\/s15326985ep3902_1","DOI":"10.1207\/s15326985ep3902_1"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","unstructured":"Florence\u00a0Bazzaro Justine\u00a0Lobbe and Jean-Claude Sagot. 2021. Innovation in collaborative design: an exploratory study in hackathon. International Journal of Design Creativity and Innovation 9 2 (2021) 119\u2013137. 10.1080\/21650349.2021.1894989 arXiv:10.1080\/21650349.2021.1894989","DOI":"10.1080\/21650349.2021.1894989"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","unstructured":"Joakim Karlsen and Anders\u00a0Sundnes L\u00f8vlie. 2017. \u2018You can dance your prototype if you like\u2019: independent filmmakers adapting the hackathon. Digital Creativity 28 3 (2017) 224\u2013239. 10.1080\/14626268.2017.1351992 arXiv:10.1080\/14626268.2017.1351992","DOI":"10.1080\/14626268.2017.1351992"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","unstructured":"James\u00a0C. Kaufman and Ronald\u00a0A. Beghetto. 2009. Beyond Big and Little: The Four C Model of Creativity. Review of General Psychology 13 1 (2009) 1\u201312. 10.1037\/a0013688 arXiv:10.1037\/a0013688","DOI":"10.1037\/a0013688"},{"key":"e_1_3_3_3_49_2","volume-title":"The Twelfth International Conference on Learning Representations","author":"Kim Seungone","year":"2023","unstructured":"Seungone Kim, Jamin Shin, Yejin Cho, Joel Jang, Shayne Longpre, Hwaran Lee, Sangdoo Yun, Seongjin Shin, Sungdong Kim, James Thorne, et\u00a0al. 2023. Prometheus: Inducing fine-grained evaluation capability in language models. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_3_3_50_2","unstructured":"Seungone Kim Juyoung Suk Shayne Longpre Bill\u00a0Yuchen Lin Jamin Shin Sean Welleck Graham Neubig Moontae Lee Kyungjae Lee and Minjoon Seo. 2024. Prometheus 2: An open source language model specialized in evaluating other language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2405.01535 (2024)."},{"key":"e_1_3_3_3_51_2","first-page":"193","volume-title":"Proceedings of the 24th Annual Conference of the European Association for Machine Translation","author":"Kocmi Tom","year":"2023","unstructured":"Tom Kocmi and Christian Federmann. 2023. Large Language Models Are State-of-the-Art Evaluators of Translation Quality. In Proceedings of the 24th Annual Conference of the European Association for Machine Translation, Mary Nurminen, Judith Brenner, Maarit Koponen, Sirkku Latomaa, Mikhail Mikhailov, Frederike Schierl, Tharindu Ranasinghe, Eva Vanmassenhove, Sergi\u00a0Alvarez Vidal, Nora Aranberri, Mara Nunziatini, Carla\u00a0Parra Escart\u00edn, Mikel Forcada, Maja Popovic, Carolina Scarton, and Helena Moniz (Eds.). European Association for Machine Translation, Tampere, Finland, 193\u2013203. https:\/\/aclanthology.org\/2023.eamt-1.19"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-26619-6_23"},{"key":"e_1_3_3_3_53_2","unstructured":"Alexandre Lacoste Alexandra Luccioni Victor Schmidt and Thomas Dandres. 2019. Quantifying the Carbon Emissions of Machine Learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1910.09700 (2019)."},{"key":"e_1_3_3_3_54_2","unstructured":"Nathan Lambert Valentina Pyatkin Jacob Morrison LJ Miranda Bill\u00a0Yuchen Lin Khyathi Chandu Nouha Dziri Sachin Kumar Tom Zick Yejin Choi et\u00a0al. 2024. Rewardbench: Evaluating reward models for language modeling. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.13787 (2024)."},{"key":"e_1_3_3_3_55_2","unstructured":"Fei-Fei Li. 2018. How to Make AI That\u2019s Good for People. International New York Times (2018) NA\u2013NA."},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","unstructured":"Hila Lifshitz-Assaf Sarah Lebovitz and Lior Zalmanson. 2021. Minimal and Adaptive Coordination: How Hackathons\u2019 Projects Accelerate Innovation without Killing it. Academy of Management Journal 64 3 (2021) 684\u2013715. 10.5465\/amj.2017.0712 arXiv:10.5465\/amj.2017.0712","DOI":"10.5465\/amj.2017.0712"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","unstructured":"Todd Lubart. 2017. The 7 C\u2019s of Creativity. The Journal of Creative Behavior 51 4 (2017) 293\u2013296. 10.1002\/jocb.190 arXiv:https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/jocb.190","DOI":"10.1002\/jocb.190"},{"key":"e_1_3_3_3_59_2","doi-asserted-by":"crossref","unstructured":"Simone Luchini Nadine\u00a0T Maliakkal Paul\u00a0V DiStefano John\u00a0D Patterson Roger Beaty and Roni Reiter-Palmon. 2023. Automatic Scoring of Creative Problem-Solving with Large Language Models: A Comparison of Originality and Quality Ratings. (2023).","DOI":"10.31234\/osf.io\/g5qvf"},{"key":"e_1_3_3_3_60_2","doi-asserted-by":"publisher","unstructured":"Ahmed Samir\u00a0Imam Mahmoud Tapajit Dey Alexander Nolte Audris Mockus and James\u00a0D. Herbsleb. 2022. One-off events? An empirical study of hackathon code creation and reuse. Empirical Software Engineering 27 7 (20 Sep 2022) 167. 10.1007\/s10664-022-10201-x","DOI":"10.1007\/s10664-022-10201-x"},{"key":"e_1_3_3_3_61_2","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA230078"},{"key":"e_1_3_3_3_62_2","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA230078"},{"key":"e_1_3_3_3_63_2","doi-asserted-by":"publisher","unstructured":"Yaoli Mao Janet Rafner Yi Wang and Jacob Sherson. 2024. HI-TAM A Hybrid Intelligence Framework for Training and Adoption of Generative Design Assistants. Frontiers in Computer Science 6 (2024). 10.3389\/fcomp.2024.1460381","DOI":"10.3389\/fcomp.2024.1460381"},{"key":"e_1_3_3_3_64_2","doi-asserted-by":"publisher","DOI":"10.1145\/3408877.3432435"},{"key":"e_1_3_3_3_65_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.bea-1.32"},{"key":"e_1_3_3_3_66_2","doi-asserted-by":"publisher","unstructured":"Alexander Nolte Irene-Angelica Chounta and James\u00a0D. Herbsleb. 2020. What Happens to All These Hackathon Projects? Identifying Factors to Promote Hackathon Project Continuation. Proc. ACM Hum.-Comput. Interact. 4 CSCW2 Article 145 (oct 2020) 26\u00a0pages. 10.1145\/3415216","DOI":"10.1145\/3415216"},{"key":"e_1_3_3_3_67_2","unstructured":"Alexander Nolte Ei\u00a0Pa\u00a0Pa Pe-Than Abasi-amefon\u00a0Obot Affia Chalalai Chaihirunkarn Anna Filippova Arun Kalyanasundaram Maria Angelica\u00a0Medina Angarita Erik Trainer and James\u00a0D Herbsleb. 2020. How to organize a hackathon\u2013A planning kit. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2008.08025 (2020)."},{"key":"e_1_3_3_3_68_2","doi-asserted-by":"publisher","DOI":"10.1145\/3292147.3292155"},{"key":"e_1_3_3_3_69_2","doi-asserted-by":"publisher","unstructured":"Peter Organisciak Selcuk Acar Denis Dumas and Kelly Berthiaume. 2023. Beyond semantic distance: Automated scoring of divergent thinking greatly improves with large language models. Thinking Skills and Creativity 49 (2023) 101356. 10.1016\/j.tsc.2023.101356","DOI":"10.1016\/j.tsc.2023.101356"},{"key":"e_1_3_3_3_70_2","doi-asserted-by":"publisher","unstructured":"Michael Park Erin Leahey and Russell\u00a0J. Funk. 2023. Papers and patents are becoming less disruptive over time. Nature 613 7942 (01 Jan 2023) 138\u2013144. 10.1038\/s41586-022-05543-x","DOI":"10.1038\/s41586-022-05543-x"},{"key":"e_1_3_3_3_71_2","doi-asserted-by":"crossref","unstructured":"John\u00a0D Patterson Hannah\u00a0M Merseal Dan\u00a0R Johnson Sergio Agnoli Matthijs Baas Brendan\u00a0S Baker Baptiste Barbot Mathias Benedek Khatereh Borhani Qunlin Chen et\u00a0al. 2023. Multilingual semantic distance: Automatic verbal creativity assessment in many languages. Psychology of Aesthetics Creativity and the Arts 17 4 (2023) 495.","DOI":"10.1037\/aca0000618"},{"key":"e_1_3_3_3_72_2","doi-asserted-by":"crossref","unstructured":"Ei\u00a0Pa\u00a0Pa Pe-Than Alexander Nolte Anna Filippova Christian Bird Steve Scallen and James Herbsleb. 2022. Corporate hackathons how and why? A multiple case study of motivation projects proposal and selection goal setting coordination and outcomes. Human\u2013Computer Interaction 37 4 (2022) 281\u2013313.","DOI":"10.1080\/07370024.2020.1760869"},{"key":"e_1_3_3_3_73_2","doi-asserted-by":"publisher","unstructured":"Jeb\u00a0S. Puryear and Kristen\u00a0N. Lamb. 2020. Defining Creativity: How Far Have We Come Since Plucker Beghetto and Dow? Creativity Research Journal 32 3 (2020) 206\u2013214. 10.1080\/10400419.2020.1821552 arXiv:10.1080\/10400419.2020.1821552","DOI":"10.1080\/10400419.2020.1821552"},{"key":"e_1_3_3_3_74_2","doi-asserted-by":"publisher","unstructured":"Janet Rafner Roger\u00a0E. Beaty James\u00a0C. Kaufman Todd Lubart and Jacob Sherson. 2023. Creativity in the age of generative AI. Nature Human Behaviour 7 11 (01 Nov 2023) 1836\u20131838. 10.1038\/s41562-023-01751-1","DOI":"10.1038\/s41562-023-01751-1"},{"key":"e_1_3_3_3_75_2","doi-asserted-by":"publisher","unstructured":"Janet Rafner Michael\u00a0Mose Biskj\u00e6r Blanka Zana Steven Langsford Carsten Bergenholtz Seyedahmad Rahimi Andrea Carugati Lior Noy and Jacob Sherson. 2022. Digital Games for Creativity Assessment: Strengths Weaknesses and Opportunities. Creativity Research Journal 34 1 (2022) 28\u201354. 10.1080\/10400419.2021.1971447","DOI":"10.1080\/10400419.2021.1971447"},{"key":"e_1_3_3_3_76_2","doi-asserted-by":"crossref","unstructured":"Roni Reiter-Palmon Boris Forthmann and Baptiste Barbot. 2019. Scoring divergent thinking tests: A review and systematic framework. Psychology of Aesthetics Creativity and the Arts 13 2 (2019) 144.","DOI":"10.1037\/aca0000227"},{"key":"e_1_3_3_3_77_2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-12-374714-3.00013-6"},{"key":"e_1_3_3_3_78_2","doi-asserted-by":"publisher","unstructured":"Jeba Rezwana and Mary\u00a0Lou Maher. 2023. Designing Creative AI Partners with COFI: A Framework for Modeling Interaction in Human-AI Co-Creative Systems. ACM Trans. Comput.-Hum. Interact. 30 5 Article 67 (Sept. 2023) 28\u00a0pages. 10.1145\/3519026","DOI":"10.1145\/3519026"},{"key":"e_1_3_3_3_79_2","unstructured":"Mel Rhodes. 1961. An Analysis of Creativity. The Phi Delta Kappan 42 7 (1961) 305\u2013310. http:\/\/www.jstor.org\/stable\/20342603"},{"key":"e_1_3_3_3_80_2","unstructured":"Michael Ringel Andrew Taylor and Hadi Zablit. 2015. The rising need for innovation speed. The Boston Consulting Group (2015)."},{"key":"e_1_3_3_3_81_2","doi-asserted-by":"publisher","DOI":"10.1109\/InnoTek.2014.6877369"},{"key":"e_1_3_3_3_82_2","doi-asserted-by":"crossref","unstructured":"Andrew\u00a0R Schrock. 2016. Civic hacking as data activism and advocacy: A history from publicity to open government data. New media & society 18 4 (2016) 581\u2013599.","DOI":"10.1177\/1461444816629469"},{"key":"e_1_3_3_3_83_2","unstructured":"Cleo Schulten and Irene-Angelica Chounta. 2024. How do we learn in and from Hackathons? A systematic literature review. Education and Information Technologies (2024) 1\u201332."},{"key":"e_1_3_3_3_84_2","unstructured":"Joseph\u00a0Alois Schumpeter. 1939. Business Cycles: A Theoretical Historical and Statistical Analysis of the Capitalist Process. McQraw Hill (1939)."},{"key":"e_1_3_3_3_85_2","doi-asserted-by":"publisher","DOI":"10.3233\/FAIA240229"},{"key":"e_1_3_3_3_86_2","doi-asserted-by":"crossref","unstructured":"Ben Shneiderman. 2020. Human-centered artificial intelligence: Three fresh ideas. AIS Transactions on Human-Computer Interaction 12 3 (2020) 109\u2013124.","DOI":"10.17705\/1thci.00131"},{"key":"e_1_3_3_3_87_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-50316-1_14"},{"key":"e_1_3_3_3_88_2","doi-asserted-by":"publisher","unstructured":"Carmit\u00a0T. Tadmor Patricia Satterstrom Sujin Jang and Jeffrey\u00a0T. Polzer. 2012. Beyond Individual Creativity: The Superadditive Benefits of Multicultural Experience for Collective Creativity in Culturally Diverse Teams. Journal of Cross-Cultural Psychology 43 3 (2012) 384\u2013392. 10.1177\/0022022111435259 arXiv:10.1177\/0022022111435259","DOI":"10.1177\/0022022111435259"},{"key":"e_1_3_3_3_89_2","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173746"},{"key":"e_1_3_3_3_90_2","unstructured":"Gemma Team Morgane Riviere Shreya Pathak Pier\u00a0Giuseppe Sessa Cassidy Hardin Surya Bhupatiraju L\u00e9onard Hussenot Thomas Mesnard Bobak Shahriari Alexandre Ram\u00e9 et\u00a0al. 2024. Gemma 2: Improving open language models at a practical size. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.00118 (2024)."},{"key":"e_1_3_3_3_91_2","volume-title":"International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management","author":"Ten\u00f3rio Nelson\u00a0N.","year":"2019","unstructured":"Nelson\u00a0N. Ten\u00f3rio, Gisele Caroline\u00a0Urbano Louren\u00e7o, Mariana Oliveira, Steffi Aline\u00a0Stark Becker, Fabr\u00edcio\u00a0Tomaz Bernardelli, Hassan Atifi, and Nada Matta. 2019. Rethinking Strategies of Hackathons to Increase Team\u2019s Creativity: Findings of a Qualitative Research. In International Joint Conference on Knowledge Discovery, Knowledge Engineering and Knowledge Management. https:\/\/api.semanticscholar.org\/CorpusID:204754469"},{"key":"e_1_3_3_3_92_2","unstructured":"Petter T\u00f6rnberg. 2023. Chatgpt-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2304.06588 (2023)."},{"key":"e_1_3_3_3_93_2","unstructured":"Pat Verga Sebastian Hofstatter Sophia Althammer Yixuan Su Aleksandra Piktus Arkady Arkhangorodsky Minjie Xu Naomi White and Patrick Lewis. 2024. Replacing Judges with Juries: Evaluating LLM Generations with a Panel of Diverse Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.18796 (2024)."},{"key":"e_1_3_3_3_94_2","doi-asserted-by":"crossref","unstructured":"Shaun Wallace Brendan Le Luis\u00a0A Leiva Aman Haq Ari Kintisch Gabrielle Bufrem Linda Chang and Jeff Huang. 2020. Sketchy: Drawing inspiration from the crowd. Proceedings of the ACM on Human-Computer Interaction 4 CSCW2 (2020) 1\u201327.","DOI":"10.1145\/3415243"},{"key":"e_1_3_3_3_95_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.newsum-1.1"},{"key":"e_1_3_3_3_96_2","doi-asserted-by":"publisher","unstructured":"Rong Wang and Bin Chen. 2023. A Configurational Approach to Attracting Participation in Crowdsourcing Social Innovation: The Case of Openideo. Management Communication Quarterly 37 2 (2023) 340\u2013367. 10.1177\/08933189221108360 arXiv:10.1177\/08933189221108360","DOI":"10.1177\/08933189221108360"},{"key":"e_1_3_3_3_97_2","volume-title":"Brainstorming and beyond: a user-centered design method","author":"Wilson Chauncey","year":"2013","unstructured":"Chauncey Wilson. 2013. Brainstorming and beyond: a user-centered design method. Newnes."},{"key":"e_1_3_3_3_98_2","unstructured":"Lianmin Zheng Wei-Lin Chiang Ying Sheng Siyuan Zhuang Zhanghao Wu Yonghao Zhuang Zi Lin Zhuohan Li Dacheng Li Eric Xing et\u00a0al. 2024. Judging llm-as-a-judge with mt-bench and chatbot arena. Advances in Neural Information Processing Systems 36 (2024)."}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713447","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713447","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T04:54:59Z","timestamp":1751604899000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713447"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":97,"alternative-id":["10.1145\/3706598.3713447","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3713447","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}