{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T18:46:16Z","timestamp":1771267576810,"version":"3.50.1"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"11","license":[{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100006041","name":"ROBOPILOT and CAPRI projects through the Centre for Connected and Autonomous Vehicles (CCAV), delivered in partnership with Innovate U.K","doi-asserted-by":"publisher","award":["103703"],"award-info":[{"award-number":["103703"]}],"id":[{"id":"10.13039\/501100006041","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100006041","name":"ROBOPILOT and CAPRI projects through the Centre for Connected and Autonomous Vehicles (CCAV), delivered in partnership with Innovate U.K","doi-asserted-by":"publisher","award":["103288"],"award-info":[{"award-number":["103288"]}],"id":[{"id":"10.13039\/501100006041","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"\u201cUKRI Trustworthy Autonomous Systems Node in Functionality\u201d","doi-asserted-by":"publisher","award":["EP\/V026518\/1"],"award-info":[{"award-number":["EP\/V026518\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Intell. Transport. Syst."],"published-print":{"date-parts":[[2022,11]]},"DOI":"10.1109\/tits.2022.3177887","type":"journal-article","created":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T20:37:46Z","timestamp":1654893466000},"page":"20538-20552","source":"Crossref","is-referenced-by-count":22,"title":["On Determinism of Game Engines Used for Simulation-Based Autonomous Vehicle Verification"],"prefix":"10.1109","volume":"23","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5334-370X","authenticated-orcid":false,"given":"Greg","family":"Chance","sequence":"first","affiliation":[{"name":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3699-8805","authenticated-orcid":false,"given":"Abanoub","family":"Ghobrial","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kevin","family":"McAreavey","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Severin","family":"Lemaignan","sequence":"additional","affiliation":[{"name":"Bristol Robotics Laboratory, University of the West of England, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8404-294X","authenticated-orcid":false,"given":"Tony","family":"Pipe","sequence":"additional","affiliation":[{"name":"Bristol Robotics Laboratory, University of the West of England, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9746-1409","authenticated-orcid":false,"given":"Kerstin","family":"Eder","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Trustworthy Systems Laboratory, University of Bristol, Bristol, U.K"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","author":"nystrom","year":"2011","journal-title":"Game Programming Patterns"},{"key":"ref38","year":"2020","journal-title":"Numpy Variance"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-76526-6"},{"key":"ref32","year":"2020","journal-title":"Monobehaviour—Unity Game Engine"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/RELPHY.2008.4558857"},{"key":"ref30","year":"2020","journal-title":"Memtest86—The Standard for Memory Diagnostics"},{"key":"ref37","year":"2020","journal-title":"Numactl—Control Numa Policy for Processes or Shared Memory"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/2931021.2931024"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/BF00130708"},{"key":"ref34","author":"newton","year":"2016","journal-title":"Unreal Engine 4 AI Programming Essentials"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/321738.321743"},{"key":"ref29","author":"margerie","year":"2020","journal-title":"Precise Frame Rates in Unity"},{"key":"ref2","author":"austin","year":"2020","journal-title":"Fix Your Unity Timestep"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/acref\/9780199587438.001.0001"},{"key":"ref20","year":"2020","journal-title":"Investigating Unreal Engine for Deterministic Behaviour"},{"key":"ref22","first-page":"1048","article-title":"Intercultural analyses of time-to-collision in vehicle–pedestrian conflict on an urban midblock crosswalk","volume":"16","author":"jiang","year":"2015","journal-title":"IEEE Trans Intell Transp Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOMW.2013.6825196"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ARITH.2007.25"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.tra.2016.09.010"},{"key":"ref26","author":"korosec","year":"2019","journal-title":"Waymo's self-driving cars hit 10 million miles"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.4271\/2018-01-1071"},{"key":"ref50","year":"2020","journal-title":"Communications in Stat"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/3395363.3397359"},{"key":"ref58","author":"whitehead","year":"2011","journal-title":"Precision & Performance Floating Point and IEEE 754 Compliance for NVIDIA GPUs"},{"key":"ref57","year":"2019","journal-title":"Vienna Convention on Road Traffic"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2015.164"},{"key":"ref55","year":"2019","journal-title":"U K Road Traffic Act 1988"},{"key":"ref54","author":"timonen","year":"2019","journal-title":"GPU Burn"},{"key":"ref53","year":"2015","journal-title":"The Highway Code"},{"key":"ref52","year":"2020","journal-title":"Substepping UE4"},{"key":"ref10","year":"2020","journal-title":"Does MATLAB Use All Cores by Default When Running a Program?—MATLAB Answers"},{"key":"ref11","first-page":"1","article-title":"CARLA: An open urban driving simulator","author":"dosovitskiy","year":"2017","journal-title":"Proc 1st Annu Conf Robot Learn (CoRL)"},{"key":"ref40","year":"2018","journal-title":"Preliminary report highway Hwy18mh010"},{"key":"ref12","author":"engine","year":"2021","journal-title":"Fgraphastar Generic Graph a* Implementation"},{"key":"ref13","year":"2021","journal-title":"Github Graphastar H"},{"key":"ref14","year":"2021","journal-title":"Tarray Arrays in Unreal Engine"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2016.53"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/103162.103163"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1201\/9781315106946"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3183519.3183534"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2019.8766229"},{"key":"ref4","year":"2020","journal-title":"CARLA Configuring the Simulation"},{"key":"ref3","year":"2021","journal-title":"Boost C++ Libraries Basic Priority Queue Interface"},{"key":"ref6","year":"2020","journal-title":"Collision Overview—Unreal Engine 4"},{"key":"ref5","author":"codevilla","year":"2019","journal-title":"CARLA 0 8 2 Driving Benchmark"},{"key":"ref8","first-page":"5","article-title":"A white paper on the benefits of chipkill-correct ECC for PC server main memory","author":"dell","year":"1997","journal-title":"IBM Microelectronics Division"},{"key":"ref7","year":"2020","journal-title":"Cuda Memtest—Tests GPU Memory for Hardware Errors and Soft Errors Using Cuda"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3386277"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNS.2003.813129"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-10690-3_1"},{"key":"ref45","article-title":"Verifying automated driving systems in simulation framework and challenges","author":"saigol","year":"2018","journal-title":"Proc 25th ITS World Congr"},{"key":"ref48","first-page":"1","article-title":"On testing GPU memory for hard and soft errors","volume":"107","author":"shi","year":"2009","journal-title":"Proc Symp Appl Accel High-Perform Comput"},{"key":"ref47","author":"sedgewick","year":"2011","journal-title":"Algorithms"},{"key":"ref42","year":"2020","journal-title":"Releasing Your Project—Unreal Engine 4"},{"key":"ref41","year":"2021","journal-title":"Priorityqueue (JAVA SE 11 and JDK 11)"},{"key":"ref44","year":"2020","journal-title":"RR Lightweight Tool for Recording"},{"key":"ref43","year":"2021","journal-title":"Add Traffic and Pedestrians to Your Testing"}],"container-title":["IEEE Transactions on Intelligent Transportation Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6979\/9942712\/09793395.pdf?arnumber=9793395","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,12]],"date-time":"2022-12-12T19:33:09Z","timestamp":1670873589000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9793395\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11]]},"references-count":58,"journal-issue":{"issue":"11"},"URL":"https:\/\/doi.org\/10.1109\/tits.2022.3177887","relation":{},"ISSN":["1524-9050","1558-0016"],"issn-type":[{"value":"1524-9050","type":"print"},{"value":"1558-0016","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,11]]}}}