{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T22:04:56Z","timestamp":1757541896679,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":51,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T00:00:00Z","timestamp":1729987200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100004489","name":"Mitacs","doi-asserted-by":"publisher","award":["IT35074"],"award-info":[{"award-number":["IT35074"]}],"id":[{"id":"10.13039\/501100004489","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003151","name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","doi-asserted-by":"publisher","award":["355318"],"award-info":[{"award-number":["355318"]}],"id":[{"id":"10.13039\/501100003151","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","award":["RGPIN-2019-06956"],"award-info":[{"award-number":["RGPIN-2019-06956"]}],"id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,27]]},"DOI":"10.1145\/3691620.3695281","type":"proceedings-article","created":{"date-parts":[[2024,10,18]],"date-time":"2024-10-18T15:39:19Z","timestamp":1729265959000},"page":"2187-2198","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["In-Simulation Testing of Deep Learning Vision Models in Autonomous Robotic Manipulators"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2983-8312","authenticated-orcid":false,"given":"Dmytro","family":"Humeniuk","sequence":"first","affiliation":[{"name":"Computer and Software engineering department, Polytechnique Montreal, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0542-9140","authenticated-orcid":false,"given":"Houssem","family":"Ben Braiek","sequence":"additional","affiliation":[{"name":"Sycodal, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-3601-9323","authenticated-orcid":false,"given":"Thomas","family":"Reid","sequence":"additional","affiliation":[{"name":"Sycodal, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5704-4173","authenticated-orcid":false,"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[{"name":"Computer and Software engineering department, Polytechnique Montreal, Montreal, Quebec, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10,27]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Risk-driven Online Testing and Test Case Diversity Analysis for ML-enabled Critical Systems. In 2023 IEEE 34th International Symposium on Software Reliability Engineering (ISSRE). IEEE, 344--354","author":"Adigun Jubril Gbolahan","year":"2023","unstructured":"Jubril Gbolahan Adigun, Tom Philip Huck, Matteo Camilli, and Michael Felderer. 2023. Risk-driven Online Testing and Test Case Diversity Analysis for ML-enabled Critical Systems. In 2023 IEEE 34th International Symposium on Software Reliability Engineering (ISSRE). IEEE, 344--354."},{"key":"e_1_3_2_1_2_1","volume-title":"Search-based DNN Testing and Retraining with GAN-enhanced Simulations. arXiv preprint arXiv:2406.13359","author":"Attaoui Mohammed Oualid","year":"2024","unstructured":"Mohammed Oualid Attaoui, Fabrizio Pastore, and Lionel Briand. 2024. Search-based DNN Testing and Retraining with GAN-enhanced Simulations. arXiv preprint arXiv:2406.13359 (2024)."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3533818"},{"key":"e_1_3_2_1_4_1","volume-title":"A Roadmap for Simulation-Based Testing of Autonomous Cyber-Physical Systems: Challenges and Future Direction. arXiv preprint arXiv:2405.01064","author":"Birchler Christian","year":"2024","unstructured":"Christian Birchler, Sajad Khatiri, Pooja Rani, Timo Kehrer, and Sebastiano Panichella. 2024. A Roadmap for Simulation-Based Testing of Autonomous Cyber-Physical Systems: Challenges and Future Direction. arXiv preprint arXiv:2405.01064 (2024)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2019.00078"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-44051-0_26"},{"volume-title":"vision and control: fundamental algorithms in MATLAB","author":"Corke Peter I","key":"e_1_3_2_1_7_1","unstructured":"Peter I Corke, Witold Jachimczyk, and Remo Pillat. 2011. Robotics, vision and control: fundamental algorithms in MATLAB. Vol. 73. Springer."},{"key":"e_1_3_2_1_8_1","volume-title":"A fast and elitist multiobjective genetic algorithm: NSGA-II","author":"Deb Kalyanmoy","year":"2002","unstructured":"Kalyanmoy Deb, Amrit Pratap, Sameer Agarwal, and TAMT Meyarivan. 2002. A fast and elitist multiobjective genetic algorithm: NSGA-II. IEEE transactions on evolutionary computation 6, 2 (2002), 182--197."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/AITEST52744.2021.00030"},{"volume-title":"Introduction to evolutionary computing","author":"Eiben Agoston E","key":"e_1_3_2_1_10_1","unstructured":"Agoston E Eiben and James E Smith. 2015. Introduction to evolutionary computing. Springer."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3569935"},{"key":"e_1_3_2_1_12_1","unstructured":"J Foreman. 2014. Cosine Distance Cosine Similarity Angular Cosine Distance Angular Cosine Similarity."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3330566"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3377811.3380415"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-3235-1"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST46399.2020.00019"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/SPCE50045.2020.9296157"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","unstructured":"Dmytro Humeniuk. 2024. MARTENS framework: examples of DNN mispredictions discovered for the two use cases. 10.5281\/zenodo.12748885","DOI":"10.5281\/zenodo.12748885"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643659.3648552"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2022.106936"},{"key":"e_1_3_2_1_21_1","unstructured":"Intel. 2023. Intel RealSense Depth Camera D435. https:\/\/www.intelrealsense.com\/depth-camera-d435\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST57152.2023.00034"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643659.3643931"},{"key":"e_1_3_2_1_24_1","unstructured":"KINOVA. 2024-01-17. Kinova link6. https:\/\/www.kinovarobotics.com\/product\/link-6-cobot"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2023.102996"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.12190"},{"key":"e_1_3_2_1_27_1","volume-title":"International Conference on Machine Learning. PMLR, 6471--6482","author":"Li Zhong","year":"2021","unstructured":"Zhong Li, Minxue Pan, Tian Zhang, and Xuandong Li. 2021. Testing dnn-based autonomous driving systems under critical environmental conditions. In International Conference on Machine Learning. PMLR, 6471--6482."},{"key":"e_1_3_2_1_28_1","volume-title":"IEEE\/ACM International Workshop on Search-Based and Fuzz Testing, SBFT@ICSE","author":"Liso Marco De","year":"2024","unstructured":"Marco De Liso and Zhi Wen Soi. 2024. CAMBA CPS-UAV at the SBFT Tool Competition 2024. In IEEE\/ACM International Workshop on Search-Based and Fuzz Testing, SBFT@ICSE 2024."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.11144\/Javeriana.upsy10-2.cdcp"},{"key":"e_1_3_2_1_30_1","volume-title":"On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics","author":"Mann Henry B","year":"1947","unstructured":"Henry B Mann and Donald R Whitney. 1947. On a test of whether one of two random variables is stochastically larger than the other. The annals of mathematical statistics (1947), 50--60."},{"volume-title":"Robot grippers","author":"Monkman Gareth J","key":"e_1_3_2_1_31_1","unstructured":"Gareth J Monkman, Stefan Hesse, Ralf Steinmann, and Henrik Schunk. 2007. Robot grippers. John Wiley & Sons."},{"key":"e_1_3_2_1_32_1","unstructured":"NVIDIA. 2022. Different Types of Light Sources in NVIDIA Isaac Sim. https:\/\/omniverse-content-production.s3-us-west-2.amazonaws.com\/Assets\/Isaac\/Documentation\/Isaac-Sim-Docs_2022.2.1\/materials-and-rendering\/latest\/103\/lighting.html Accessed: 2024-07-15."},{"key":"e_1_3_2_1_33_1","unstructured":"NVIDIA. 2023. Omniverse Replicator API Documentation. https:\/\/docs.omniverse.nvidia.com\/py\/replicator\/1.5.1\/source\/extensions\/omni.replicator.core\/docs\/API.html Accessed: 2024-07-15."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3132747.3132785"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3368089.3409730"},{"key":"e_1_3_2_1_36_1","unstructured":"Kinova Robotics. 2023. Kinova Kortex API Documentation. https:\/\/docs.kinovarobotics.com\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_37_1","unstructured":"Robotiq. 2023. 2F-85 and 2F-140 Adaptive Robot Grippers. https:\/\/robotiq.com\/products\/2f85-140-adaptive-robot-gripper Accessed: 2024-07-15."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2013.6696520"},{"key":"e_1_3_2_1_39_1","unstructured":"Amazon Web Services. 2023. Amazon EC2 Instance Types - G5 Instances. https:\/\/aws.amazon.com\/ec2\/instance-types\/g5\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-023-10306-x"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643659.3648602"},{"key":"e_1_3_2_1_42_1","unstructured":"Ultralytics. 2023. YOLOv8. https:\/\/yolov8.com\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_43_1","unstructured":"Ultralytics. 2023. YOLOv8: Oriented Bounding Boxes. https:\/\/yolov8.com\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_44_1","unstructured":"Ultralytics. 2023. YOLOv8 Training Documentation. https:\/\/docs.ultralytics.com\/modes\/train\/ Accessed: 2024-07-15."},{"key":"e_1_3_2_1_45_1","unstructured":"Ultralytics. 2024. Data Augmentation in Ultralytics Framework. https:\/\/docs.ultralytics.com\/reference\/data\/augment\/ Accessed: 2024-07-16."},{"key":"e_1_3_2_1_46_1","volume-title":"Crossover operators in genetic algorithms: a review. ICTACT journal on soft computing 6, 1","author":"Umbarkar Anant J","year":"2015","unstructured":"Anant J Umbarkar and Pranali D Sheth. 2015. Crossover operators in genetic algorithms: a review. ICTACT journal on soft computing 6, 1 (2015)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643659.3648603"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/TR.2021.3096332"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3238187"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643659.3648551"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3460319.3464811"}],"event":{"name":"ASE '24: 39th IEEE\/ACM International Conference on Automated Software Engineering","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS"],"location":"Sacramento CA USA","acronym":"ASE '24"},"container-title":["Proceedings of the 39th IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3695281","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3691620.3695281","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:07Z","timestamp":1750291447000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3691620.3695281"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,27]]},"references-count":51,"alternative-id":["10.1145\/3691620.3695281","10.1145\/3691620"],"URL":"https:\/\/doi.org\/10.1145\/3691620.3695281","relation":{},"subject":[],"published":{"date-parts":[[2024,10,27]]},"assertion":[{"value":"2024-10-27","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}