{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T21:21:29Z","timestamp":1757625689717,"version":"3.44.0"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031998560"},{"type":"electronic","value":"9783031998577"}],"license":[{"start":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:00:00Z","timestamp":1755907200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,23]],"date-time":"2025-08-23T00:00:00Z","timestamp":1755907200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-031-99857-7_21","type":"book-chapter","created":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:17:00Z","timestamp":1755839820000},"page":"292-305","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["TopServe: Task-Operator Co-scheduling for\u00a0Efficient Multi-DNN Inference Serving on\u00a0GPUs"],"prefix":"10.1007","author":[{"given":"Ao","family":"Chen","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guangli","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feng","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xueying","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiacheng","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huimin","family":"Cui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaobing","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingling","family":"Xue","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,8,23]]},"reference":[{"issue":"12","key":"21_CR1","doi-asserted-by":"publisher","first-page":"5323","DOI":"10.1109\/TNNLS.2021.3056383","volume":"32","author":"X Chang","year":"2021","unstructured":"Chang, X., Pan, H., Sun, W., Gao, H.: Yoltrack: multitask learning based real-time multiobject tracking and segmentation for autonomous vehicles. IEEE Trans. Neural Netw. Learn. Syst. 32(12), 5323\u20135333 (2021)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"21_CR2","doi-asserted-by":"crossref","unstructured":"Yang, Q., et al.: GMorph: accelerating multi-DNN inference via model fusion. In: European Conference on Computer Systems, pp. 505\u2013523 (2024)","DOI":"10.1145\/3627703.3650074"},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Yu, F., et al.: Automated runtime-aware scheduling for multi-tenant DNN inference on GPU. In: International Conference on Computer Aided Design, pp.\u00a01\u20139 (2021)","DOI":"10.1109\/ICCAD51958.2021.9643501"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Kurniawati, A., Kusumaningsih, A., Hasan, I.: Class VR: learning class environment for special educational needs using virtual reality games. In: International Conference on Computer Engineering, Network, and Intelligent Multimedia, pp.\u00a01\u20135 (2019)","DOI":"10.1109\/CENIM48368.2019.8973353"},{"issue":"2","key":"21_CR5","doi-asserted-by":"publisher","first-page":"192","DOI":"10.1109\/TPC.2024.3378850","volume":"67","author":"J Tham","year":"2024","unstructured":"Tham, J.: Researching with virtual reality: exploring the methodological affordances of VR for sociotechnical research and implications for technical and professional communication. IEEE Trans. Prof. Commun. 67(2), 192\u2013210 (2024)","journal-title":"IEEE Trans. Prof. Commun."},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Lee, S., Nirjon, S.: Fast and scalable in-memory deep multitask learning via neural weight virtualization. In: International Conference on Mobile Systems, Applications, and Services, pp. 175\u2013190 (2020)","DOI":"10.1145\/3386901.3388947"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Derman, E., Salah, A.A.: Continuous real-time vehicle driver authentication using convolutional neural network based face recognition. In: International Conference on Automatic Face and Gesture Recognition, pp. 577\u2013584 (2018)","DOI":"10.1109\/FG.2018.00092"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Choi, Y., Kim, Y., Rhu, M.: Lazy batching: an SLA-aware batching system for cloud machine learning inference. In: International Symposium on High-Performance Computer Architecture, pp. 493\u2013506 (2021)","DOI":"10.1109\/HPCA51647.2021.00049"},{"key":"21_CR9","unstructured":"Cui, W., et al.: DVABatch: diversity-aware multi-entry multi-exit batching for efficient processing of DNN services on GPUs. In: USENIX Annual Technical Conference, pp. 183\u2013198 (2022)"},{"key":"21_CR10","unstructured":"Kwon, W., Yu, G.I., Jeong, E., Chun, B.G.: Nimble: lightweight and parallel GPU task scheduling for deep learning. In: Larochelle, H., Ranzato, M., Hadsell, R., Balcan, M., Lin, H. (eds.) Advances in Neural Information Processing Systems, vol.\u00a033, pp. 8343\u20138354 (2020)"},{"key":"21_CR11","unstructured":"Ding, Y., Zhu, L., Jia, Z., Pekhimenko, G., Han, S.: IOS: Inter-operator scheduler for CNN acceleration. In: Smola, A., Dimakis, A., Stoica, I. (eds.) Proceedings of Machine Learning and Systems, vol.\u00a03, pp. 167\u2013180 (2021)"},{"key":"21_CR12","unstructured":"Nvidia triton inference server., https:\/\/github.com\/NVIDIA\/triton-inference-server"},{"key":"21_CR13","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: International Conference on Learning Representations, pp. 1\u201314 (2015)"},{"key":"21_CR14","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: IEEE Conference on Computer Vision and Pattern Recognition, pp. 1\u201312 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"21_CR15","unstructured":"Devlin, J.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"21_CR16","unstructured":"Olston, C., et al.: Tensorflow-serving: flexible, high-performance ml serving. arXiv preprint arXiv:1712.06139 (2017)"},{"key":"21_CR17","doi-asserted-by":"crossref","unstructured":"Reddi, V.J., et al.: MLPerf inference benchmark. In: International Symposium on Computer Architecture, pp. 446\u2013459 (2020)","DOI":"10.1109\/ISCA45697.2020.00045"},{"key":"21_CR18","unstructured":"Tensorrt., https:\/\/developer.nvidia.com\/tensorrt"},{"key":"21_CR19","unstructured":"Li, Z., et\u00a0al.: AlpaServe: Statistical multiplexing with model parallelism for deep learning serving. In: USENIX Symposium on Operating Systems Design and Implementation, pp. 663\u2013679 (2023)"},{"key":"21_CR20","unstructured":"Chen, T., et al.: TVM: an automated End-to-End optimizing compiler for deep learning. In: USENIX Symposium on Operating Systems Design and Implementation, pp. 578\u2013594 (2018)"},{"key":"21_CR21","unstructured":"Tensorflow xla., https:\/\/www.tensorflow.org\/xla"},{"key":"21_CR22","doi-asserted-by":"crossref","unstructured":"Li, R., Xu, Y., Sukumaran-Rajam, A., Rountev, A., Sadayappan, P.: Analytical characterization and design space exploration for optimization of CNNs. In: International Conference on Architectural Support for Programming Languages and Operating Systems, pp. 928\u2013942 (2021)","DOI":"10.1145\/3445814.3446759"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Baghdadi, R., et al.: Tiramisu: a polyhedral compiler for expressing fast and portable code. In: International Symposium on Code Generation and Optimization, pp. 193\u2013205 (2019)","DOI":"10.1109\/CGO.2019.8661197"}],"container-title":["Lecture Notes in Computer Science","Euro-Par 2025: Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-99857-7_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T19:09:30Z","timestamp":1757444970000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-99857-7_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,23]]},"ISBN":["9783031998560","9783031998577"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-99857-7_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,8,23]]},"assertion":[{"value":"23 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"Euro-Par","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dresden","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"europar2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2025.euro-par.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}