{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,27]],"date-time":"2025-07-27T07:14:33Z","timestamp":1753600473687,"version":"3.28.0"},"reference-count":30,"publisher":"SPIE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,3]]},"DOI":"10.1117\/12.3023487","type":"proceedings-article","created":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T16:49:23Z","timestamp":1712162963000},"page":"43","source":"Crossref","is-referenced-by-count":1,"title":["Efficient single- and multi-DNN inference using TensorRT framework"],"prefix":"10.1117","author":[{"given":"Vyacheslav","family":"Zhdanovskiy","sequence":"first","affiliation":[]},{"given":"Lev","family":"Teplyakov","sequence":"additional","affiliation":[]},{"given":"Philipp","family":"Belyaev","sequence":"additional","affiliation":[]}],"member":"189","reference":[{"issue":"9","key":"B1","first-page":"369","article-title":"Tesla autopilot: semi autonomous driving, an uptick for future autonomy","volume":"3","author":"Ingle","year":"2016","journal-title":"International Research Journal of Engineering and Technology"},{"key":"B2","first-page":"19093","article-title":"Prior distribution refinement for reference trajectory estimation with the monte carlo-based localization algorithm","volume":"11","author":"Griguletskii","year":"2023"},{"doi-asserted-by":"publisher","key":"B3","DOI":"10.1007\/s11042-022-12833-z"},{"doi-asserted-by":"publisher","key":"B4","DOI":"10.1016\/j.inffus.2020.09.006"},{"key":"B5","first-page":"39","article-title":"Smart idreader: Document recognition in video stream","volume-title":"in 2017 14th IAPR International Conference on Document Analysis and Recognition (ICDAR)","volume":"6","author":"Bulatov","year":"2017"},{"doi-asserted-by":"publisher","key":"B6","DOI":"10.1007\/s11119-021-09806-x"},{"key":"B7","first-page":"278","article-title":"Predicting performance of heterogeneous ai systems with discrete-event simulations","volume-title":"Proceedings-European Council for Modelling and Simulation","author":"Zhdanovskiy","year":"2022"},{"key":"B8","doi-asserted-by":"crossref","first-page":"213","DOI":"10.1007\/978-3-030-58452-8_13","article-title":"End-to-end object detection with transformers","volume-title":"in Computer Vision\u2013ECCV 2020: 16th European Conference","volume":"16","author":"Carion","year":"2020"},{"key":"B9","article-title":"Pp-ocr: A practical ultra lightweight ocr system","author":"Du","year":"2020","journal-title":"arXiv preprint arXiv:2009.09941"},{"year":"2010","author":"Sanders","article-title":"CUDA by example: an introduction to general-purpose GPU programming","key":"B10"},{"key":"B11","article-title":"cudnn: Efficient primitives for deep learning","author":"Chetlur","year":"2014","journal-title":"arXiv preprint arXiv:1410.0759"},{"key":"B12","first-page":"2","article-title":"Efficient inference with tensorrt","volume":"1","author":"Vanholder","year":"2016"},{"year":"2023","author":"Jocher","article-title":"YOLO by Ultralytics","key":"B13"},{"key":"B14","first-page":"8121","article-title":"Gmflow: Learning optical flow via global matching","volume-title":"in Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition","author":"Xu","year":"2022"},{"doi-asserted-by":"publisher","key":"B15","DOI":"10.1016\/j.sysarc.2023.102888"},{"unstructured":"\u201cCUDA refresher: The CUDA programming model.\u201d https:\/\/developer.nvidia.com\/blog\/cuda-refresher-cuda-programming-model\/. Accessed: 13 August 2023.","key":"B16"},{"doi-asserted-by":"publisher","key":"B17","DOI":"10.1109\/LES.2021.3087707"},{"unstructured":"J. Bai, F. Lu, K. Zhang, and others, \u201cOnnx: Open neural network exchange.\u201d https:\/\/github.com\/onnx\/onnx (2019).","key":"B18"},{"key":"B19","article-title":"Pytorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke","year":"2019"},{"key":"B20","first-page":"6105","article-title":"Efficientnet: Rethinking model scaling for convolutional neural networks","volume-title":"in International conference on machine learning","author":"Tan","year":"2019"},{"doi-asserted-by":"publisher","key":"B21","DOI":"10.1016\/j.neucom.2021.07.045"},{"key":"B22","first-page":"45256","article-title":"Lsdnet: Trainable modification of lsd algorithm for real-time line segment detection","volume":"10","author":"Teplyakov","year":"2022"},{"doi-asserted-by":"publisher","key":"B23","DOI":"10.1145\/3508391"},{"key":"B24","first-page":"190","article-title":"3dnn: Supervised streaming and scheduling for gpu-accelerated real-time dnn workloads","volume-title":"in 2018 IEEE Real-Time and Embedded Technology and Applications Symposium (RTAS)","author":"Zhou","year":"2018"},{"key":"B25","doi-asserted-by":"crossref","first-page":"392","DOI":"10.1109\/RTSS46320.2019.00042","article-title":"Pipelined data-parallel cpu\/gpu scheduling for multi-dnn real-time inference","volume-title":"in 2019 IEEE Real-Time Systems Symposium (RTSS)","author":"Xiang","year":"2019"},{"doi-asserted-by":"publisher","key":"B26","DOI":"10.1109\/TCAD.43"},{"key":"B27","article-title":"Scheduling computation graphs of deep learning models on manycore cpus","author":"Tang","year":"2018","journal-title":"arXiv preprint arXiv:1807.09667"},{"doi-asserted-by":"publisher","key":"B28","DOI":"10.1515\/itms-2017-0003"},{"year":"2023","key":"B29"},{"year":"2023","key":"B30"}],"event":{"name":"Sixteenth International Conference on Machine Vision (ICMV 2023)","start":{"date-parts":[[2023,11,15]]},"location":"Yerevan, Armenia","end":{"date-parts":[[2023,11,18]]}},"container-title":["Sixteenth International Conference on Machine Vision (ICMV 2023)"],"original-title":[],"deposited":{"date-parts":[[2024,5,24]],"date-time":"2024-05-24T22:24:20Z","timestamp":1716589460000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.spiedigitallibrary.org\/conference-proceedings-of-spie\/13072\/3023487\/Efficient-single--and-multi-DNN-inference-using-TensorRT-framework\/10.1117\/12.3023487.full"}},"subtitle":[],"editor":[{"given":"Wolfgang","family":"Osten","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2024,4,3]]},"references-count":30,"URL":"https:\/\/doi.org\/10.1117\/12.3023487","relation":{},"subject":[],"published":{"date-parts":[[2024,4,3]]}}}