{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T09:23:19Z","timestamp":1771924999806,"version":"3.50.1"},"reference-count":30,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:00:00Z","timestamp":1764720000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,3]],"date-time":"2025-12-03T00:00:00Z","timestamp":1764720000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100021250","name":"ARC Industrial Transformation Training Centre","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100021250","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,3]]},"DOI":"10.1109\/robio66223.2025.11376337","type":"proceedings-article","created":{"date-parts":[[2026,2,23]],"date-time":"2026-02-23T20:43:52Z","timestamp":1771879432000},"page":"364-369","source":"Crossref","is-referenced-by-count":0,"title":["Establishing a Black-Box Benchmarking Framework for Commercial AI Object Detection Systems in Heavy Industries"],"prefix":"10.1109","author":[{"given":"Adam","family":"Scicluna","sequence":"first","affiliation":[{"name":"Robotics Institute, University of Technology Sydney (UTS),Faculty of Engineering and Information Technology,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gavin","family":"Paul","sequence":"additional","affiliation":[{"name":"Robotics Institute, University of Technology Sydney (UTS),Faculty of Engineering and Information Technology,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nathan","family":"Kirchner","sequence":"additional","affiliation":[{"name":"Robotics Institute, University of Technology Sydney (UTS),Faculty of Engineering and Information Technology,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander","family":"Wendel","sequence":"additional","affiliation":[{"name":"Presien,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexander","family":"Virgona","sequence":"additional","affiliation":[{"name":"Presien,Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jobe.2021.103299"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.hybadv.2024.100277"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.ssci.2023.106363"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.jsr.2023.01.007"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3491209"},{"key":"ref6","volume-title":"How open benchmarking ensures ai development is reliable and safe","author":"Ranganathan","year":"2024"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.heliyon.2023.e23604"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2022.104298"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1038\/nature.2015.18426"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.4271\/2016-01-0128"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/CASE59546.2024.10711832"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.aci.2018.08.003"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.104099"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913491297"},{"key":"ref17","volume-title":"nuscenes: A multimodal dataset for autonomous driving","author":"Caesar","year":"2020"},{"key":"ref18","first-page":"16001","article-title":"Earth-moving machinery - object detection systems and visibility aids - performance requirements and tests","volume-title":"International Organization for Standardization","year":"2017"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.ress.2022.108525"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2024.105443"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3533378"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.ast.2021.106727"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2994222"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-017-9564-8"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02095"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3626314"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3419764"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101896"},{"key":"ref29","article-title":"Toward trustworthy ai development: mechanisms for supporting verifiable claims","author":"Brundage","year":"2020","journal-title":"arXiv preprint"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2023.105825"}],"event":{"name":"2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)","location":"Chengdu, China","start":{"date-parts":[[2025,12,3]]},"end":{"date-parts":[[2025,12,7]]}},"container-title":["2025 IEEE International Conference on Robotics and Biomimetics (ROBIO)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11373909\/11375854\/11376337.pdf?arnumber=11376337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T08:34:33Z","timestamp":1771922073000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11376337\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,3]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1109\/robio66223.2025.11376337","relation":{},"subject":[],"published":{"date-parts":[[2025,12,3]]}}}