{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,31]],"date-time":"2026-10-31T13:05:44Z","timestamp":1793451944058,"version":"4.5.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T00:00:00Z","timestamp":1769558400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T00:00:00Z","timestamp":1770595200000},"content-version":"vor","delay-in-days":12,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100023674","name":"Deanship of Scientific Research, King Khalid University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100023674","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100007471","name":"Northern Borders University","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100007471","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-35095-3","type":"journal-article","created":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T23:52:42Z","timestamp":1769557962000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A multimodal learning and simulation approach for perception in autonomous driving systems"],"prefix":"10.1038","volume":"16","author":[{"given":"Ahmad","family":"Almadhor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Abdullah","family":"Al Hejaili","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shtwai","family":"Alsubai","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mehrez","family":"Marzougui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tariq","family":"Alqubaysi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Vincent","family":"Karovi\u010d","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,1,28]]},"reference":[{"key":"35095_CR1","doi-asserted-by":"publisher","first-page":"20","DOI":"10.3390\/wevj16010020","volume":"16","author":"B Yang","year":"2025","unstructured":"Yang, B., Li, J. & Zeng, T. A review of environmental perception technology based on multi-sensor information fusion in autonomous driving. World Electr. Veh. J.16, 20 (2025).","journal-title":"World Electr. Veh. J."},{"key":"35095_CR2","doi-asserted-by":"crossref","unstructured":"Li, J. et al. Applications of large language models and multimodal large models in autonomous driving: A comprehensive review. drones (2025).","DOI":"10.3390\/drones9040238"},{"key":"35095_CR3","doi-asserted-by":"publisher","first-page":"23","DOI":"10.63180\/jcsra.thestap.2025.3.3","volume":"2025","author":"G Lippi","year":"2025","unstructured":"Lippi, G. et al. Security and privacy challenges and solutions in autonomous driving systems: A comprehensive review. J. Cyber Secur. Risk Audit.2025, 23\u201341 (2025).","journal-title":"J. Cyber Secur. Risk Audit."},{"key":"35095_CR4","doi-asserted-by":"crossref","unstructured":"Wang, K., Guo, J., Chen, K. & Lu, J. An in-depth examination of slam methods: Challenges, advancements, and applications in complex scenes for autonomous driving. IEEE Transactions on Intelligent Transportation Systems (2025).","DOI":"10.1109\/TITS.2025.3545479"},{"key":"35095_CR5","doi-asserted-by":"publisher","first-page":"3088","DOI":"10.3390\/s24103088","volume":"24","author":"L Liang","year":"2024","unstructured":"Liang, L. et al. Vehicle detection algorithms for autonomous driving: A review. Sensors24, 3088 (2024).","journal-title":"Sensors"},{"key":"35095_CR6","doi-asserted-by":"crossref","unstructured":"Wang, B., Lei, H., Shui, Z., Chen, Z. & Yang, P. Current state of autonomous driving applications based on distributed perception and decision-making. World Journal of Innovation and Modern Technology (2024).","DOI":"10.53469\/wjimt.2024.07(03).03"},{"key":"35095_CR7","doi-asserted-by":"publisher","first-page":"58443","DOI":"10.1109\/ACCESS.2020.2983149","volume":"8","author":"E Yurtsever","year":"2020","unstructured":"Yurtsever, E., Lambert, J., Carballo, A. & Takeda, K. A survey of autonomous driving: Common practices and emerging technologies. IEEE Access8, 58443\u201358469 (2020).","journal-title":"IEEE Access"},{"key":"35095_CR8","doi-asserted-by":"publisher","first-page":"79","DOI":"10.3390\/smartcities8030079","volume":"8","author":"K Hussain","year":"2025","unstructured":"Hussain, K., Moreira, C., Pereira, J., Jardim, S. & Jorge, J. A comprehensive literature review on modular approaches to autonomous driving: Deep learning for road and racing scenarios. Smart Cities8, 79 (2025).","journal-title":"Smart Cities"},{"key":"35095_CR9","doi-asserted-by":"publisher","first-page":"2162","DOI":"10.3390\/electronics11142162","volume":"11","author":"D Parekh","year":"2022","unstructured":"Parekh, D. et al. A review on autonomous vehicles: Progress, methods and challenges. Electronics11, 2162 (2022).","journal-title":"Electronics"},{"key":"35095_CR10","first-page":"7632892","volume":"2022","author":"G Bathla","year":"2022","unstructured":"Bathla, G. et al. Autonomous vehicles and intelligent automation: Applications, challenges, and opportunities. Mob. Inf. Syst.2022, 7632892 (2022).","journal-title":"Mob. Inf. Syst."},{"key":"35095_CR11","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1109\/TIV.2023.3318070","volume":"9","author":"PS Chib","year":"2023","unstructured":"Chib, P. S. & Singh, P. Recent advancements in end-to-end autonomous driving using deep learning: A survey. IEEE Trans. Intell. Veh.9, 103\u2013118 (2023).","journal-title":"IEEE Trans. Intell. Veh."},{"key":"35095_CR12","doi-asserted-by":"crossref","unstructured":"Sahoo, L.\u00a0K. & Varadarajan, V. Deep learning for autonomous driving systems: technological innovations, strategic implementations, and business implications-a comprehensive review. Complex Engineering Systems5, N\u2013A (2025).","DOI":"10.20517\/ces.2024.83"},{"key":"35095_CR13","doi-asserted-by":"publisher","first-page":"712","DOI":"10.1109\/TITS.2019.2962338","volume":"22","author":"S Kuutti","year":"2020","unstructured":"Kuutti, S., Bowden, R., Jin, Y., Barber, P. & Fallah, S. A survey of deep learning applications to autonomous vehicle control. IEEE Trans. Intell. Transp. Syst.22, 712\u2013733 (2020).","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"35095_CR14","doi-asserted-by":"crossref","unstructured":"Li, Y. et al. Deepfusion: Lidar-camera deep fusion for multi-modal 3d object detection. In Proc. IEEE\/CVF conference on computer vision and pattern recognition, 17182\u201317191 (2022).","DOI":"10.1109\/CVPR52688.2022.01667"},{"key":"35095_CR15","unstructured":"Chai, Y., Sapp, B., Bansal, M. & Anguelov, D. Multipath: Multiple probabilistic anchor trajectory hypotheses for behavior prediction. arXiv preprint arXiv:1910.05449 (2019)."},{"key":"35095_CR16","doi-asserted-by":"crossref","unstructured":"Lang, A.\u00a0H. et al. Pointpillars: Fast encoders for object detection from point clouds. In Proc. IEEE\/CVF conference on computer vision and pattern recognition, 12697\u201312705 (2019).","DOI":"10.1109\/CVPR.2019.01298"},{"key":"35095_CR17","doi-asserted-by":"crossref","unstructured":"Caesar, H. et al. nuscenes: A multimodal dataset for autonomous driving. In Proc. IEEE\/CVF conference on computer vision and pattern recognition, 11621\u201311631 (2020).","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"35095_CR18","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.\u00a0R. et al. Grad-cam: Visual explanations from deep networks via gradient-based localization. In Proc. IEEE international conference on computer vision, 618\u2013626 (2017).","DOI":"10.1109\/ICCV.2017.74"},{"key":"35095_CR19","doi-asserted-by":"publisher","first-page":"100","DOI":"10.71146\/kjmr490","volume":"2","author":"H Abdullah","year":"2025","unstructured":"Abdullah, H. et al. Multimodal sensor fusion in autonomous driving: A deep learning-based visual perception framework. Kashf J. Multidiscip. Res.2, 100\u2013123 (2025).","journal-title":"Kashf J. Multidiscip. Res."},{"key":"35095_CR20","unstructured":"Wang, Y. et al. Uniocc: A unified benchmark for occupancy forecasting and prediction in autonomous driving. arXiv preprint arXiv:2503.24381 (2025)."},{"key":"35095_CR21","doi-asserted-by":"crossref","unstructured":"Asad, M., Ullah, I., Sistu, G. & Madden, M.\u00a0G. Towards robust autonomous driving: Out-of-distribution object detection in bird\u2019s eye view space. IEEE Open J. Veh. Technol. (2025).","DOI":"10.1109\/OJVT.2025.3579341"},{"key":"35095_CR22","doi-asserted-by":"publisher","first-page":"2505623","DOI":"10.1080\/17538947.2025.2505623","volume":"18","author":"J Lei","year":"2025","unstructured":"Lei, J. et al. Road scene map for autonomous driving and modeling method. Int. J. Digit. Earth18, 2505623 (2025).","journal-title":"Int. J. Digit. Earth"},{"key":"35095_CR23","doi-asserted-by":"crossref","unstructured":"Chen, Y. et al. S-nerf++: Autonomous driving simulation via neural reconstruction and generation. IEEE Transactions on Pattern Analysis and Machine Intelligence (2025).","DOI":"10.1109\/TPAMI.2025.3543072"},{"key":"35095_CR24","doi-asserted-by":"crossref","unstructured":"Liu, H. et al. Hybrid-prediction integrated planning for autonomous driving. IEEE Transactions on Pattern Analysis and Machine Intelligence (2025).","DOI":"10.1109\/TPAMI.2025.3526936"},{"key":"35095_CR25","first-page":"1","volume":"57","author":"J Zhao","year":"2025","unstructured":"Zhao, J. et al. A survey of autonomous driving from a deep learning perspective. ACM Comput. Surv.57, 1\u201360 (2025).","journal-title":"ACM Comput. Surv."},{"key":"35095_CR26","unstructured":"Zarghani, A., Ebrahimi, A. & Malekesfandiari, A. Multimodal framework for explainable autonomous driving: Integrating video, sensor, and textual data for enhanced decision-making and transparency. arXiv preprint arXiv:2507.07938 (2025)."},{"key":"35095_CR27","doi-asserted-by":"crossref","unstructured":"Sze, S. & Kunze, L. Real-time 3d semantic occupancy prediction for autonomous vehicles using memory-efficient sparse convolution. In 2024 IEEE Intelligent Vehicles Symposium (IV), 1286\u20131293 (IEEE, 2024).","DOI":"10.1109\/IV55156.2024.10588696"},{"key":"35095_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3648622","volume":"8","author":"T Mortlock","year":"2024","unstructured":"Mortlock, T., Malawade, A., Tsujio, K. & Al Faruque, M. Castnet: A context-aware, spatio-temporal dynamic motion prediction ensemble for autonomous driving. ACM Trans. Cyber-Phys. Syst.8, 1\u201320 (2024).","journal-title":"ACM Trans. Cyber-Phys. Syst."},{"key":"35095_CR29","doi-asserted-by":"crossref","unstructured":"Dasgupta, S., Aphale, K., Pal, K. & Sharma, A. Accurate and real-time lidar point cloud forecasting for autonomous driving. In Proc. Fifteenth Indian Conference on Computer Vision Graphics and Image Processing, 1\u20139 (2024).","DOI":"10.1145\/3702250.3702264"},{"key":"35095_CR30","doi-asserted-by":"publisher","first-page":"321","DOI":"10.3390\/jimaging10120321","volume":"10","author":"AA Sharifi","year":"2024","unstructured":"Sharifi, A. A., Zoljodi, A. & Daneshtalab, M. Dat: Deep learning-based acceleration-aware trajectory forecasting. J. Imaging10, 321 (2024).","journal-title":"J. Imaging"}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35095-3","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35095-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35095-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,9]],"date-time":"2026-02-09T10:59:37Z","timestamp":1770634777000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-35095-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,28]]},"references-count":30,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["35095"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-35095-3","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,28]]},"assertion":[{"value":"29 July 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"5505"}}