{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,30]],"date-time":"2025-11-30T19:36:19Z","timestamp":1764531379956,"version":"3.46.0"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032124074","type":"print"},{"value":"9783032124081","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-12408-1_14","type":"book-chapter","created":{"date-parts":[[2025,11,30]],"date-time":"2025-11-30T19:31:47Z","timestamp":1764531107000},"page":"254-279","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["The GenAI4IDN Benchmark 2.0 - AI-Assisted Assessment of Generative AI Tools for the Design of Interactive Digital Narratives"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3390-831X","authenticated-orcid":false,"given":"Hartmut","family":"Koenitz","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6207-170X","authenticated-orcid":false,"given":"Jonathan","family":"Barbara","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1444-5997","authenticated-orcid":false,"given":"Mirjam","family":"Palosaari Eladhari","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,12,1]]},"reference":[{"key":"14_CR1","unstructured":"Adobe: Adobe Firefly (2025). https:\/\/firefly.adobe.com\/"},{"key":"14_CR2","doi-asserted-by":"publisher","unstructured":"Alhussain, A.I., Azmi, A.M.: Automatic story generation: a survey of approaches. ACM Comput. Surv. 54(5), 103:1\u2013103:38 (2021). https:\/\/doi.org\/10.1145\/3453156","DOI":"10.1145\/3453156"},{"key":"14_CR3","unstructured":"Alibaba: Qwen (2025). https:\/\/chat.qwen.ai\/"},{"key":"14_CR4","unstructured":"Anthropic: Claude Opus 4.1 (2025). https:\/\/claude.ai\/"},{"key":"14_CR5","unstructured":"Anthropic: Claude Sonnet 4 (2025). https:\/\/claude.ai\/"},{"key":"14_CR6","doi-asserted-by":"crossref","unstructured":"Calleja, G.: In-Game: From Immersion to Incorporation. The MIT Press (2011)","DOI":"10.7551\/mitpress\/8429.001.0001"},{"key":"14_CR7","unstructured":"Caulfield, M.: Sensemaking with SIFT toolbox. https:\/\/checkplease.neocities.org\/"},{"key":"14_CR8","unstructured":"Caulfield, M.: SIFT (The Four Moves) (2019). https:\/\/hapgood.us\/2019\/06\/19\/sift-the-four-moves\/"},{"key":"14_CR9","doi-asserted-by":"publisher","unstructured":"Chung, J.J.Y., Kim, W., Yoo, K.M., Lee, H., Adar, E., Chang, M.: TaleBrush: sketching stories with generative pretrained language models. In: Proceedings of the 2022 CHI Conference on Human Factors in Computing Systems, pp. 1\u201319. CHI \u201922, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3491102.3501819","DOI":"10.1145\/3491102.3501819"},{"key":"14_CR10","unstructured":"DeepSeek: DeepSeek R1 (2025). https:\/\/www.deepseek.com"},{"key":"14_CR11","unstructured":"Deepseek: DeepSeek-R1-Distill-Qwen-14B (2025). https:\/\/huggingface.co\/deepseek-ai\/DeepSeek-R1-Distill-Qwen-14B"},{"key":"14_CR12","unstructured":"Gervas, P., Leon, C., M\u00e9ndez, G.: Schemas for narrative generation mined from existing descriptions of plot. In: 6th Workshop on Computational Models of Narrative (CMN\u201915), pp. 54\u201370. Dagstuhl Publishing, Germany (2015)"},{"key":"14_CR13","unstructured":"Google: Google Gemini (2025). https:\/\/gemini.google.com"},{"key":"14_CR14","doi-asserted-by":"publisher","unstructured":"Koenitz, H., Eladhari, M.P., Barbara, J.: Can AI create an interactive digital narrative? a benchmarking framework to evaluate generative AI tools for the design of IDNs. In: Murray, J.T., Reyes, M.C. (eds.) Interactive storytelling, pp. 160\u2013180. Springer Nature Switzerland, Cham (2024). https:\/\/doi.org\/10.1007\/978-3-031-78453-8_11","DOI":"10.1007\/978-3-031-78453-8_11"},{"key":"14_CR15","doi-asserted-by":"crossref","unstructured":"Kong, A., Zhao, S., Chen, H., Li, Q., Qin, Y., Sun, R., Zhou, X., Wang, E., Dong, X.: Better Zero-Shot Reasoning with Role-Play Prompting (2024). arXiv:2308.07702 [cs]","DOI":"10.18653\/v1\/2024.naacl-long.228"},{"key":"14_CR16","doi-asserted-by":"publisher","unstructured":"Kybartas, B., Bidarra, R.: A survey on story generation techniques for authoring computational narratives. IEEE Trans. Comput. Intell. AI Games 9(3), 239\u2013253 (2017). https:\/\/doi.org\/10.1109\/TCIAIG.2016.2546063, Conference Name: IEEE Transactions on Computational Intelligence and AI in Games","DOI":"10.1109\/TCIAIG.2016.2546063"},{"key":"14_CR17","doi-asserted-by":"publisher","unstructured":"Lu, Y., Yao, B., Gu, H., Huang, J., Wang, Z.J., Li, Y., Gesi, J., He, Q., Li, T.J.J., Wang, D.: UXAgent: an LLM agent-based usability testing framework for web design. In: Proceedings of the Extended Abstracts of the CHI Conference on Human Factors in Computing Systems, pp. 1\u201312. ACM, Yokohama Japan (2025). https:\/\/doi.org\/10.1145\/3706599.3719729, https:\/\/dl.acm.org\/doi\/10.1145\/3706599.3719729","DOI":"10.1145\/3706599.3719729"},{"key":"14_CR18","doi-asserted-by":"publisher","unstructured":"Mason, S., Stagg, C., Wardrip-Fruin, N.: Lume: a system for procedural story generation. In: Proceedings of the 14th International Conference on the Foundations of Digital Games, pp.\u00a01\u20139. FDG \u201919, Association for Computing Machinery, New York, NY, USA (2019). https:\/\/doi.org\/10.1145\/3337722.3337759","DOI":"10.1145\/3337722.3337759"},{"key":"14_CR19","unstructured":"Meta: Llama-4-Maverick-17B-128E-Instruct (2025). https:\/\/huggingface.co\/meta-llama\/Llama-4-Maverick-17B-128E-Instruct"},{"key":"14_CR20","unstructured":"Microsoft: Microsoft Copilot (2025). https:\/\/copilot.microsoft.com"},{"key":"14_CR21","unstructured":"Midjourney: Midjourney (2025). https:\/\/www.midjourney.com"},{"key":"14_CR22","unstructured":"Mubert: Mubert AI Music Generator (2025). https:\/\/mubert.com\/"},{"key":"14_CR23","unstructured":"Noble, J.: What is LLM Temperature? | IBM (2024). https:\/\/www.ibm.com\/think\/topics\/llm-temperature"},{"key":"14_CR24","unstructured":"Openai: ChatGPT 4o (2025). https:\/\/chatgpt.com"},{"key":"14_CR25","unstructured":"Riedl, M.O.: Incorporating authorial intent into generative narrative systems. In: Intelligent Narrative Technologies II, Papers from the 2009 AAAI Spring Symposium, Technical Report SS-09-06, Stanford, California, USA, Mar. 23\u201325, 2009, pp. 91\u201394. AAAI (2009). http:\/\/www.aaai.org\/Library\/Symposia\/Spring\/2009\/ss09-06-015.php"},{"key":"14_CR26","doi-asserted-by":"publisher","unstructured":"Riedl, M.O., Young, R.M.: Character-focused narrative generation for execution in virtual worlds. In: Balet, O., Subsol, G., Torguet, P. (eds.) Virtual Storytelling. Using Virtual RealityTechnologies for Storytelling, pp. 47\u201356. Springer, Berlin, Heidelberg (2003). https:\/\/doi.org\/10.1007\/978-3-540-40014-1_6","DOI":"10.1007\/978-3-540-40014-1_6"},{"key":"14_CR27","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/978-3-319-27036-4_8","volume-title":"Interactive Storytelling","author":"M Roemmele","year":"2015","unstructured":"Roemmele, M., Gordon, A.S.: Creative help: a story writing assistant. In: Schoenau-Fog, H., Bruni, L.E., Louchart, S., Baceviciute, S. (eds.) Interactive Storytelling, pp. 81\u201392. Springer International Publishing, Cham (2015)"},{"key":"14_CR28","doi-asserted-by":"crossref","unstructured":"Ryan, J.: Grimes\u2019 fairy tales: a 1960s story generator. In: International Conference on Interactive Digital Storytelling, pp. 89\u2013103. Springer, Berlin (2017)","DOI":"10.1007\/978-3-319-71027-3_8"},{"key":"14_CR29","unstructured":"Sch\u00f6n, D.A.: The reflective practitioner: how professionals think in action. Basic Books (1983)"},{"key":"14_CR30","unstructured":"Serbanescu, A.: Human-AI co-creativity. Understanding the relationship between designers and AI systems in the field of Interactive Digital Narrative. Ph.D. Thesis, Politecnico di Milano (2024). https:\/\/www.politesi.polimi.it\/handle\/10589\/217132. Accepted: 2024-07-04T13:46:13Z"},{"key":"14_CR31","unstructured":"Stability AI: Stability AI (2025). https:\/\/stability.ai"},{"key":"14_CR32","doi-asserted-by":"publisher","unstructured":"Sullivan, A., Eladhari, M.P., Cook, M.: Tarot-based narrative generation. In: Proceedings of the 13th International Conference on the Foundations of Digital Games - FDG \u201918, pp.\u00a01\u20137. ACM Press, Malm\u00f6, Sweden (2018). https:\/\/doi.org\/10.1145\/3235765.3235819, http:\/\/dl.acm.org\/citation.cfm?doid=3235765.3235819","DOI":"10.1145\/3235765.3235819"},{"key":"14_CR33","unstructured":"Suno: Suno (2025). https:\/\/suno.com"},{"key":"14_CR34","doi-asserted-by":"publisher","unstructured":"Szymanski, A., Ziems, N., Eicher-Miller, H.A., Li, T.J.J., Jiang, M., Metoyer, R.A.: Limitations of the LLM-as-a-judge approach for evaluating LLM outputs in expert knowledge tasks. In: Proceedings of the 30th International Conference on Intelligent User Interfaces, pp. 952\u2013966. ACM, Cagliari Italy (2025). https:\/\/doi.org\/10.1145\/3708359.3712091, https:\/\/dl.acm.org\/doi\/10.1145\/3708359.3712091","DOI":"10.1145\/3708359.3712091"},{"key":"14_CR35","doi-asserted-by":"publisher","unstructured":"Treynor, N.S., McCoy, J.: College ruled: a pathfinding approach to generative storytelling. In: Proceedings of the 19th International Conference on the Foundations of Digital Games, pp. 1\u201310. FDG \u201924, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3649921.3649994","DOI":"10.1145\/3649921.3649994"},{"key":"14_CR36","unstructured":"Udio: Udio AI Music Generator (2025). https:\/\/www.udio.com"},{"key":"14_CR37","unstructured":"Vercel: V0 (2025). https:\/\/v0.dev"},{"key":"14_CR38","doi-asserted-by":"crossref","unstructured":"Wang, X., Zhang, Y., Wang, Z., Xu, Y., Luo, F., Wang, Y., Li, P., Liu, Y.: Perspective transition of large language models for solving subjective tasks (2025). arXiv:2501.09265 [cs]","DOI":"10.18653\/v1\/2025.findings-acl.502"},{"key":"14_CR39","doi-asserted-by":"publisher","unstructured":"Wang, Y., Lin, J., Yu, Z., Hu, W., Karlsson, B.F.: Open-world story generation with structured knowledge enhancement: a comprehensive survey. Neurocomputing 559, 126792 (2023). https:\/\/doi.org\/10.1016\/j.neucom.2023.126792","DOI":"10.1016\/j.neucom.2023.126792"},{"key":"14_CR40","unstructured":"Zhu, J., Harrell, D.F.: Daydreaming with intention: scalable blending-based imagining and agency in generative interactive narrative. In: Papers from the 2008 AAAI Spring Symposium, pp.\u00a01\u20137 (2008). https:\/\/aaai.org\/papers\/0024-ss08-03-024-daydreaming-with-intention-scalable-blending-based-imagining-and-agency-in-generative-interactive-narrative\/"}],"container-title":["Lecture Notes in Computer Science","Interactive Storytelling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-12408-1_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,30]],"date-time":"2025-11-30T19:31:51Z","timestamp":1764531111000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-12408-1_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,1]]},"ISBN":["9783032124074","9783032124081"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-12408-1_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,1]]},"assertion":[{"value":"1 December 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIDS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Interactive Digital Storytelling","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Saint Julian","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Malta","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icids2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icids2025.ardin.online\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}