{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T16:18:22Z","timestamp":1778084302926,"version":"3.51.4"},"reference-count":55,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T00:00:00Z","timestamp":1772755200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T00:00:00Z","timestamp":1772755200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,3,6]]},"DOI":"10.1109\/wacv61042.2026.00108","type":"proceedings-article","created":{"date-parts":[[2026,5,5]],"date-time":"2026-05-05T19:59:32Z","timestamp":1778011172000},"page":"1043-1053","source":"Crossref","is-referenced-by-count":3,"title":["SmokeBench: Evaluating Multimodal Large Language Models for Wildfire Smoke Detection"],"prefix":"10.1109","author":[{"given":"Tianye","family":"Qi","sequence":"first","affiliation":[{"name":"Australian National University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weihao","family":"Li","sequence":"additional","affiliation":[{"name":"Australian National University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick","family":"Barnes","sequence":"additional","affiliation":[{"name":"Australian National University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/machines11020246"},{"key":"ref2","article-title":"Qwen2. 5-vl technical report","author":"Bai","year":"2025"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s12145-024-01690-z"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3501336"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/s10694-025-01733-x"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02506"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2020.106550"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/GCCE46687.2019.9015309"},{"key":"ref9","article-title":"Gemini 2.5: Pushing the frontier with advanced reasoning, multimodality, long context, and next generation agentic capabilities","author":"Comanici","year":"2025"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-022-07467-z"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3390\/rs14041007"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3664647.3685520"},{"key":"ref13","article-title":"Mme: A comprehensive evaluation benchmark for multimodal large language models","volume-title":"The Thirty-ninth Annual Conference on Neural Information Processing Systems Datasets and Benchmarks Track","author":"Fu"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.02245"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.322"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-98086-w"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i17.17739"},{"key":"ref18","article-title":"Gpt-4o system card","author":"Hurst","year":"2024"},{"key":"ref19","author":"Jiannan","year":"2024","journal-title":"Visionllm v2: An end-to-end generalist multimodal large language model for hundreds of vision-language tasks"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.52202\/079017-2589"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3390\/s23125702"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW67362.2025.00062"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.52202\/079017-2789"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01263"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.01263"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/cvpr52734.2025.01281"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-20893-6_40"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/DICTA60407.2023.00078"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/WACV61042.2026.00772"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1516"},{"key":"ref31","author":"Liu","year":"2022","journal-title":"Generalised co-salient object detection"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.rsase.2024.101283"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72970-6_3"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-72658-3_13"},{"key":"ref35","author":"Lostanlen","year":"2024","journal-title":"Scrapping the web for early wildfire detection: A new annotated dataset of images and videos of smoke plumes in-thewild"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02497"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW67362.2025.00060"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/UR61395.2024.10597449"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/fire7100369"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1364\/JOSAA.7.002032"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.91"},{"key":"ref42","author":"Robicheaux","year":"2025","journal-title":"Roboflow100-vl: A multi-domain object detection benchmark for vision-language models"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24574-4_28"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.3390\/s23208374"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20074-8_9"},{"key":"ref46","article-title":"Gimo: Generative image outpainting for early smoke segmentation","volume-title":"Proceedings of the Synthetic Data for Computer Vision Workshop at CVPR","author":"Shrestha"},{"key":"ref47","article-title":"SDI-Paste: Synthetic dynamic instance copy-paste","volume-title":"Proceedings of the Synthetic Data for Computer Vision Workshop at CVPR","author":"Shrestha"},{"key":"ref48","year":"2024","journal-title":"Pyro-sdis dataset"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.52202\/079017-2771"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i3.20207"},{"key":"ref51","article-title":"Mm-vet: Evaluating large multimodal models for integrated capabilities","volume-title":"International Conference on Machine Learning (ICML)","author":"Yu"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/WACV61042.2026.00196"},{"key":"ref53","doi-asserted-by":"crossref","DOI":"10.1109\/WACV61042.2026.00097","article-title":"Dermeval: A dermatologist-reviewed benchmark for multimodal large language models","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV)","author":"Zhao"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW56347.2022.00441"},{"key":"ref55","article-title":"Internvl3: Exploring advanced training and test-time recipes for open-source multimodal models","author":"Zhu","year":"2025"}],"event":{"name":"2026 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV)","location":"Tucson, AZ, USA","start":{"date-parts":[[2026,3,6]]},"end":{"date-parts":[[2026,3,10]]}},"container-title":["2026 IEEE\/CVF Winter Conference on Applications of Computer Vision (WACV)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11491838\/11491925\/11492758.pdf?arnumber=11492758","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T06:00:13Z","timestamp":1778047213000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11492758\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,6]]},"references-count":55,"URL":"https:\/\/doi.org\/10.1109\/wacv61042.2026.00108","relation":{},"subject":[],"published":{"date-parts":[[2026,3,6]]}}}