{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T10:11:38Z","timestamp":1783764698729,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":54,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786583.3786865","type":"proceedings-article","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:12:14Z","timestamp":1783761134000},"page":"200-211","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Automated Bug Frame Retrieval from Gameplay Videos Using Multimodal Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8640-7622","authenticated-orcid":false,"given":"Wentao","family":"Lu","sequence":"first","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8129-4204","authenticated-orcid":false,"given":"Alexander","family":"Senchenko","sequence":"additional","affiliation":[{"name":"Electronic Arts, Vancouver, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4373-4958","authenticated-orcid":false,"given":"Abram","family":"Hindle","sequence":"additional","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0474-5718","authenticated-orcid":false,"given":"Cor-Paul","family":"Bezemer","sequence":"additional","affiliation":[{"name":"University of Alberta, Edmonton, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,11]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"FFmpeg","year":"2025","unstructured":"2025. FFmpeg. https:\/\/ffmpeg.org\/"},{"key":"e_1_3_3_1_3_2","volume-title":"Introducing the next generation of Claude","year":"2024","unstructured":"Anthropic. 2024. Introducing the next generation of Claude. https:\/\/www.anthropic.com\/news\/claude-3-family"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Sinan Ariyurek Aysu Betin-Can and Elif Surer. 2021. Automated Video Game Testing Using Synthetic and Humanlike Agents. IEEE Transactions on Games 13 1 (2021) 50\u201367. doi:10.1109\/TG.2019.2947597","DOI":"10.1109\/TG.2019.2947597"},{"key":"e_1_3_3_1_5_2","volume-title":"Jira","year":"2025","unstructured":"Atlassian. 2025. Jira. https:\/\/www.atlassian.com\/software\/jira"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","DOI":"10.1109\/CoG57401.2023.10333253"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/1453101.1453146"},{"key":"e_1_3_3_1_8_2","doi-asserted-by":"publisher","DOI":"10.1145\/3663532.3664465"},{"key":"e_1_3_3_1_9_2","first-page":"494","volume-title":"Dominance Statistics: Ordinal Analyses to Answer Ordinal Questions","author":"Cliff Norman","year":"1993","unstructured":"Norman Cliff. 1993. Dominance Statistics: Ordinal Analyses to Answer Ordinal Questions. Vol.\u00a0114. 494\u2013509."},{"key":"e_1_3_3_1_10_2","series-title":"(ICSE \u201921)","first-page":"957","volume-title":"Proceedings of the 43rd International Conference on Software Engineering","author":"Cooper Nathan","year":"2021","unstructured":"Nathan Cooper, Carlos Bernal-C\u00e1rdenas, Oscar Chaparro, Kevin Moran, and Denys Poshyvanyk. 2021. It Takes Two to Tango: Combining Visual and Textual Information for Detecting Duplicate Video-Based Bug Reports. In Proceedings of the 43rd International Conference on Software Engineering (Madrid, Spain) (ICSE \u201921). IEEE Press, 957\u2013969. doi:10.1109\/ICSE43902.2021.00091"},{"key":"e_1_3_3_1_11_2","unstructured":"Yijiang\u00a0River Dong Tiancheng Hu and Nigel Collier. 2024. Can LLM be a Personalized Judge? arxiv:https:\/\/arXiv.org\/abs\/2406.11657\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2406.11657"},{"key":"e_1_3_3_1_12_2","volume-title":"EA Forum.","year":"2025","unstructured":"EA. 2025. EA Forum.https:\/\/forums.ea.com\/"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510048"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"crossref","unstructured":"Roberto Gallotta Graham Todd Marvin Zammit Sam Earle Antonios Liapis Julian Togelius and Georgios\u00a0N. Yannakakis. 2024. Large Language Models and Games: A Survey and Roadmap. IEEE Transactions on Games (2024) 1\u201318. doi:10.1109\/TG.2024.3461510","DOI":"10.1109\/TG.2024.3461510"},{"key":"e_1_3_3_1_15_2","volume-title":"Introducing Gemini 2.0: our new AI model for the agentic era","year":"2024","unstructured":"Google. 2024. Introducing Gemini 2.0: our new AI model for the agentic era. https:\/\/blog.google\/technology\/google-deepmind\/google-gemini-ai-update-december-2024\/"},{"key":"e_1_3_3_1_16_2","unstructured":"Jiawei Gu Xuhui Jiang Zhichao Shi Hexiang Tan Xuehao Zhai Chengjin Xu Wei Li Yinghan Shen Shengjie Ma Honghao Liu Saizhuo Wang Kun Zhang Yuanzhuo Wang Wen Gao Lionel Ni and Jian Guo. 2025. A Survey on LLM-as-a-Judge. arxiv:https:\/\/arXiv.org\/abs\/2411.15594\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2411.15594"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Emanuela Guglielmi Gabriele Bavota Rocco Oliveto and Simone Scalabrino. 2025. Automatic Identification of Game Stuttering via Gameplay Videos Analysis. ACM Trans. Softw. Eng. Methodol. 34 2 Article 38 (Jan. 2025) 29\u00a0pages. doi:10.1145\/3695992","DOI":"10.1145\/3695992"},{"key":"e_1_3_3_1_18_2","unstructured":"Emanuela Guglielmi Simone Scalabrino Gabriele Bavota and Rocco Oliveto. 2022. Towards Using Gameplay Videos for Detecting Issues in Video Games. arxiv:https:\/\/arXiv.org\/abs\/2204.04182\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2204.04182"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"crossref","unstructured":"Emanuela Guglielmi Simone Scalabrino Gabriele Bavota and Rocco Oliveto. 2023. Using gameplay videos for detecting issues in video games. Empirical Softw. Engg. 28 6 (Oct. 2023) 32\u00a0pages. doi:10.1007\/s10664-023-10365-0","DOI":"10.1007\/s10664-023-10365-0"},{"key":"e_1_3_3_1_20_2","unstructured":"Sihao Hu Tiansheng Huang Gaowen Liu Ramana\u00a0Rao Kompella Fatih Ilhan Selim\u00a0Furkan Tekin Yichang Xu Zachary Yahn and Ling Liu. 2025. A Survey on Large Language Model-Based Game Agents. arxiv:https:\/\/arXiv.org\/abs\/2404.02039\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2404.02039"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"crossref","unstructured":"Sumandeep Kaur Lakhwinder Kaur and Madan Lal. 2024. An effective Key Frame Extraction technique based on Feature Fusion and Fuzzy-C means clustering with Artificial Hummingbird. Scientific Reports 14 (11 2024). doi:10.1038\/s41598-024-75923-y","DOI":"10.1038\/s41598-024-75923-y"},{"key":"e_1_3_3_1_22_2","unstructured":"Eugene Klishevich Yegor Denisov-Blanch Simon Obstbaum Igor Ciobanu and Michal Kosinski. 2025. Measuring Determinism in Large Language Models for Software Code Review. arxiv:https:\/\/arXiv.org\/abs\/2502.20747\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2502.20747"},{"key":"e_1_3_3_1_23_2","unstructured":"Vasilii Korolkov. 2025. Scene Detection Policies and Keyframe Extraction Strategies for Large-Scale Video Analysis. arxiv:https:\/\/arXiv.org\/abs\/2506.00667\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2506.00667"},{"key":"e_1_3_3_1_24_2","unstructured":"Bo Li Yuanhan Zhang Dong Guo Renrui Zhang Feng Li Hao Zhang Kaichen Zhang Yanwei Li Ziwei Liu and Chunyuan Li. 2024. LLaVA-OneVision: Easy Visual Task Transfer. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2408.03326 (2024)."},{"key":"e_1_3_3_1_25_2","unstructured":"Haitao Li Qian Dong Junjie Chen Huixue Su Yujia Zhou Qingyao Ai Ziyi Ye and Yiqun Liu. 2024. LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods. arxiv:https:\/\/arXiv.org\/abs\/2412.05579\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2412.05579"},{"key":"e_1_3_3_1_26_2","doi-asserted-by":"crossref","unstructured":"Dayi Lin Cor-Paul Bezemer and Ahmed\u00a0E. Hassan. 2019. Identifying gameplay videos that exhibit bugs in computer games. Empirical Software Engineering (12 2019). doi:10.1007\/s10664-019-09733-6","DOI":"10.1007\/s10664-019-09733-6"},{"key":"e_1_3_3_1_27_2","unstructured":"Charles Lovering Michael Krumdick Viet\u00a0Dac Lai Seth Ebner Nilesh Kumar Varshini Reddy Rik Koncel-Kedziorski and Chris Tanner. 2025. Language Model Probabilities are Not Calibrated in Numeric Contexts. arxiv:https:\/\/arXiv.org\/abs\/2410.16007\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2410.16007"},{"key":"e_1_3_3_1_28_2","volume-title":"Automated Bug Frame Retrieval from Gameplay Videos Using Vision-Language Models Replication Package","author":"Lu Wentao","year":"2025","unstructured":"Wentao Lu, Alexander Senchenko, Abram Hindle, and Cor-Paul Bezemer. 2025. Automated Bug Frame Retrieval from Gameplay Videos Using Vision-Language Models Replication Package. doi:10.5281\/zenodo.17203525"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","DOI":"10.52202\/079017-4240"},{"key":"e_1_3_3_1_30_2","unstructured":"David Melhart Matthew Barthet and Georgios\u00a0N. Yannakakis. 2025. Can Large Language Models Capture Video Game Engagement? arxiv:https:\/\/arXiv.org\/abs\/2502.04379\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2502.04379"},{"key":"e_1_3_3_1_31_2","volume-title":"Azure","year":"2025","unstructured":"Microsoft. 2025. Azure. https:\/\/azure.microsoft.com\/en-ca"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72627-9_21"},{"key":"e_1_3_3_1_33_2","volume-title":"Frontier AI. In Your Hands","year":"2025","unstructured":"Mistral. 2025. Frontier AI. In Your Hands. https:\/\/mistral.ai\/"},{"key":"e_1_3_3_1_34_2","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786857"},{"key":"e_1_3_3_1_35_2","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN60899.2024.10650020"},{"key":"e_1_3_3_1_36_2","volume-title":"GPT-4o mini: advancing cost-efficient intelligence","year":"2024","unstructured":"OpenAI. 2024. GPT-4o mini: advancing cost-efficient intelligence. https:\/\/openai.com\/index\/gpt-4o-mini-advancing-cost-efficient-intelligence\/"},{"key":"e_1_3_3_1_37_2","volume-title":"Hello GPT-4o","year":"2024","unstructured":"OpenAI. 2024. Hello GPT-4o. https:\/\/openai.com\/index\/hello-gpt-4o\/"},{"key":"e_1_3_3_1_38_2","volume-title":"OpenAI Platform","year":"2024","unstructured":"OpenAI. 2024. OpenAI Platform. https:\/\/platform.openai.com\/docs\/api-reference\/chat\/create"},{"key":"e_1_3_3_1_39_2","doi-asserted-by":"publisher","DOI":"10.1109\/ASEW52652.2021.00024"},{"key":"e_1_3_3_1_40_2","unstructured":"Max Peeperkorn Tom Kouwenhoven Dan Brown and Anna Jordanous. 2024. Is Temperature the Creativity Parameter of Large Language Models? arxiv:https:\/\/arXiv.org\/abs\/2405.00492\u00a0[cs.CL] https:\/\/arxiv.org\/abs\/2405.00492"},{"key":"e_1_3_3_1_41_2","volume-title":"Visual bug when Wraith finisher gets interupted.","year":"2022","unstructured":"Reddit. 2022. Visual bug when Wraith finisher gets interupted.https:\/\/www.reddit.com\/r\/apexlegends\/comments\/13i8gmp\/visual_bug_when_wraith_finisher_gets_interupted"},{"key":"e_1_3_3_1_42_2","doi-asserted-by":"publisher","DOI":"10.5555\/1942939"},{"key":"e_1_3_3_1_43_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICST53961.2022.00043"},{"key":"e_1_3_3_1_44_2","doi-asserted-by":"publisher","DOI":"10.1109\/WACV61041.2025.00144"},{"key":"e_1_3_3_1_45_2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02118"},{"key":"e_1_3_3_1_46_2","unstructured":"Mohammad\u00a0Reza Taesiri Abhijay Ghildyal Saman Zadtootaghaj Nabajeet Barman and Cor-Paul Bezemer. 2025. VideoGameQA-Bench: Evaluating Vision-Language Models for Video Game Quality Assurance. arxiv:https:\/\/arXiv.org\/abs\/2505.15952\u00a0[cs.CV] https:\/\/arxiv.org\/abs\/2505.15952"},{"key":"e_1_3_3_1_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3524842.3528438"},{"key":"e_1_3_3_1_48_2","unstructured":"Xuchen Tan Deenu Yadav Faiz Ahmed and Maleknaz Nayebi. 2025. ImageR: Enhancing Bug Report Clarity by Screenshots. arxiv:https:\/\/arXiv.org\/abs\/2505.01925\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2505.01925"},{"key":"e_1_3_3_1_49_2","unstructured":"Andrew Truelove Shiyue Rong Eduardo\u00a0Santana de Almeida and Iftekhar Ahmed. 2023. Finding the Needle in a Haystack: Detecting Bug Occurrences in Gameplay Videos. arxiv:https:\/\/arXiv.org\/abs\/2311.10926\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2311.10926"},{"key":"e_1_3_3_1_50_2","unstructured":"Alicia Vidler and Toby Walsh. 2025. Playing games with Large language models: Randomness and strategy. arxiv:https:\/\/arXiv.org\/abs\/2503.02582\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2503.02582"},{"key":"e_1_3_3_1_51_2","doi-asserted-by":"publisher","DOI":"10.1109\/MSR66628.2025.00019"},{"key":"e_1_3_3_1_52_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4612-4380-9_16"},{"key":"e_1_3_3_1_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3597503.3639163"},{"key":"e_1_3_3_1_54_2","unstructured":"Yan Zhao Weihao Zhang Enyi Tang Haipeng Cai Xi Guo and Na Meng. 2021. A Lightweight Approach of Human-Like Playtesting. arxiv:https:\/\/arXiv.org\/abs\/2102.13026\u00a0[cs.SE] https:\/\/arxiv.org\/abs\/2102.13026"},{"key":"e_1_3_3_1_55_2","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"}],"event":{"name":"ICSE-SEIP '26: 2026 IEEE\/ACM 48th International Conference on Software Engineering","location":"Rio de Janeiro Brazil","acronym":"ICSE-SEIP '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the IEEE\/ACM 48th International Conference on Software Engineering: Software Engineering in Practice"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786583.3786865","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T09:12:54Z","timestamp":1783761174000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786583.3786865"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":54,"alternative-id":["10.1145\/3786583.3786865","10.1145\/3786583"],"URL":"https:\/\/doi.org\/10.1145\/3786583.3786865","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}