{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T02:43:33Z","timestamp":1761965013314,"version":"3.37.3"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,7,18]],"date-time":"2018-07-18T00:00:00Z","timestamp":1531872000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["2016R1D1A1B03934266"],"award-info":[{"award-number":["2016R1D1A1B03934266"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Real-Time Syst"],"published-print":{"date-parts":[[2019,1]]},"DOI":"10.1007\/s11241-018-9314-y","type":"journal-article","created":{"date-parts":[[2018,7,19]],"date-time":"2018-07-19T00:30:09Z","timestamp":1531960209000},"page":"106-135","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["DeepRT: predictable deep learning inference for cyber-physical systems"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4757-8999","authenticated-orcid":false,"given":"Woochul","family":"Kang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5819-1995","authenticated-orcid":false,"given":"Jaeyong","family":"Chung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,7,18]]},"reference":[{"key":"9314_CR1","doi-asserted-by":"publisher","unstructured":"Abe Y, Sasaki H, Kato S, Inoue K, Edahiro M, Peres M (2014) Power and performance characterization and modeling of gpu-accelerated systems. In: 2014 IEEE 28th international parallel and distributed processing symposium, pp 113\u2013122. https:\/\/doi.org\/10.1109\/IPDPS.2014.23","DOI":"10.1109\/IPDPS.2014.23"},{"key":"9314_CR2","doi-asserted-by":"crossref","unstructured":"Amert T, Otterness N, Yang M, Anderson JH, Smith FD (2017) Gpu scheduling on the nvidia tx2: hidden details revealed. 2017 IEEE real-time systems symposium (RTSS), pp 104\u2013115","DOI":"10.1109\/RTSS.2017.00017"},{"key":"9314_CR3","unstructured":"Caffe Model Zoo (2018) https:\/\/github.com\/bvlc\/caffe\/wiki\/model-zoo"},{"key":"9314_CR4","unstructured":"Chen JJ, Kuo CF (2007) Energy-efficient scheduling for real-time systems on dynamic voltage scaling (dvs) platforms. In: 13th IEEE international conference on embedded and real-time computing systems and applications, pp 28\u201338"},{"key":"9314_CR5","unstructured":"Chen W, Wilson J, Tyree S, Weinberger K, Chen Y (2015) Compressing neural networks with the hashing trick. In: International conference on machine learning, pp 2285\u20132294"},{"issue":"1","key":"9314_CR6","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1109\/JSSC.2016.2616357","volume":"52","author":"YH Chen","year":"2017","unstructured":"Chen YH, Krishna T, Emer JS, Sze V (2017) Eyeriss: an energy-efficient reconfigurable accelerator for deep convolutional neural networks. IEEE J Solid State Circuits 52(1):127\u2013138","journal-title":"IEEE J Solid State Circuits"},{"key":"9314_CR7","doi-asserted-by":"publisher","unstructured":"Chung J, Shin T (2016) Simplifying deep neural networks for neuromorphic architectures. In: 2016 53nd ACM\/EDAC\/IEEE design automation conference (DAC), pp 1\u20136. https:\/\/doi.org\/10.1145\/2897937.2898092","DOI":"10.1145\/2897937.2898092"},{"key":"9314_CR8","doi-asserted-by":"crossref","unstructured":"Deng L, Yu D (2014) Deep learning: methods and applications. Technical Report. https:\/\/www.microsoft.com\/en-us\/research\/publication\/deep-learning-methods-and-applications\/","DOI":"10.1561\/9781601988157"},{"key":"9314_CR9","unstructured":"Denton EL, Zaremba W, Bruna J, LeCun Y, Fergus R (2014) Exploiting linear structure within convolutional networks for efficient evaluation. In: Advances in neural information processing systems, pp 1269\u20131277"},{"key":"9314_CR10","doi-asserted-by":"crossref","unstructured":"Du Z, Fasthuber R, Chen T, Ienne P, Li L, Luo T, Feng X, Chen Y, Temam O (2015) Shidiannao: shifting vision processing closer to the sensor. In: Proceedings of the 2015 ACM\/IEEE 42nd annual international symposium on computer architecture (ISCA). IEEE, New York, pp 92\u2013104","DOI":"10.1145\/2749469.2750389"},{"issue":"3","key":"9314_CR11","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1109\/MS.2017.79","volume":"34","author":"F Falcini","year":"2017","unstructured":"Falcini F, Lami G, Costanza AM (2017) Deep learning in automotive software. IEEE Softw 34(3):56\u201363","journal-title":"IEEE Softw"},{"key":"9314_CR12","doi-asserted-by":"crossref","unstructured":"Fu X, Wang X (2011) Utilization-controlled task consolidation for power optimization in multi-core real-time systems. In: Proceedings of the 2011 IEEE 17th international conference on embedded and real-time computing systems and applications (RTCSA), vol\u00a01, pp 73\u201382","DOI":"10.1109\/RTCSA.2011.65"},{"key":"9314_CR13","doi-asserted-by":"crossref","unstructured":"Fu Y, Kottenstette N, Lu C, Koutsoukos XD (2012) Feedback thermal control of real-time systems on multicore processors. In: Proceedings of the tenth ACM international conference on embedded software, EMSOFT \u201912. ACM, New York, pp 113\u2013122","DOI":"10.1145\/2380356.2380379"},{"key":"9314_CR14","unstructured":"Gong Y, Liu L, Yang M, Bourdev L (2014) Compressing deep convolutional networks using vector quantization. arXiv preprint arXiv:1412.6115"},{"key":"9314_CR15","unstructured":"Goodfellow I, Bengio Y, Courville A (2016) Deep learning. MIT Press, Cambridge. http:\/\/www.deeplearningbook.org"},{"key":"9314_CR16","doi-asserted-by":"crossref","unstructured":"Han S, Liu X, Mao H, Pu J, Pedram A, Horowitz MA, Dally WJ (2016) Eie: efficient inference engine on compressed deep neural network. In: Proceedings of the 43rd international symposium on computer architecture, ISCA \u201916, pp 243\u2013254","DOI":"10.1145\/3007787.3001163"},{"key":"9314_CR17","unstructured":"Han S, Mao H, Dally WJ (2015) Deep compression: compressing deep neural network with pruning, trained quantization and huffman coding. CoRR abs\/1510.00149. http:\/\/arxiv.org\/abs\/1510.00149"},{"key":"9314_CR18","unstructured":"Han S, Pool J, Tran J, Dally WJ (2015) Learning both weights and connections for efficient neural networks. In: Proceedings of the 28th international conference on neural information processing systems, NIPS\u201915. MIT Press, Cambridge, pp 1135\u20131143. http:\/\/dl.acm.org\/citation.cfm?id=2969239.2969366"},{"key":"9314_CR19","doi-asserted-by":"publisher","DOI":"10.1002\/047166880X","volume-title":"Feedback control of computing systems","author":"JL Hellerstein","year":"2004","unstructured":"Hellerstein JL, Diao Y, Parekh S, Tilbury DM (2004) Feedback control of computing systems. Wiley IEEE press, Hoboken"},{"issue":"8","key":"9314_CR20","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"key":"9314_CR21","doi-asserted-by":"crossref","unstructured":"Ishihara T, Yasuura H (1998) Voltage scheduling problem for dynamically variable voltage processors. In: Proceedings, 1998 international symposium on low power electronics and design. IEEE, New York, pp 197\u2013202","DOI":"10.1145\/280756.280894"},{"key":"9314_CR22","doi-asserted-by":"crossref","unstructured":"Jaderberg M, Vedaldi A, Zisserman A (2014) Speeding up convolutional neural networks with low rank expansions. In: Proceedings of the British machine vision conference. BMVA Press","DOI":"10.5244\/C.28.88"},{"key":"9314_CR23","doi-asserted-by":"crossref","unstructured":"Jia Y, Shelhamer E, Donahue J, Karayev S, Long J, Girshick R, Guadarrama S, Darrell T (2014) Caffe: convolutional architecture for fast feature embedding. arXiv preprint arXiv:1408.5093","DOI":"10.1145\/2647868.2654889"},{"issue":"2","key":"9314_CR24","doi-asserted-by":"publisher","first-page":"228","DOI":"10.1007\/s11241-016-9264-1","volume":"53","author":"W Kang","year":"2017","unstructured":"Kang W, Chung J (2017) Energy-efficient response time management for embedded databases. Real Time Syst 53(2):228\u2013253. https:\/\/doi.org\/10.1007\/s11241-016-9264-1","journal-title":"Real Time Syst"},{"issue":"1","key":"9314_CR25","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1109\/TC.2010.240","volume":"61","author":"W Kang","year":"2012","unstructured":"Kang W, Son SH, Stankovic JA (2012) Design, implementation, and evaluation of a qos-aware real-time embedded database. IEEE Trans Comput 61(1):45\u201359","journal-title":"IEEE Trans Comput"},{"key":"9314_CR26","doi-asserted-by":"publisher","unstructured":"Kim DHK, Imes C, Hoffmann H (2015) Racing and pacing to idle: theoretical and empirical analysis of energy optimization heuristics. In: 2015 IEEE 3rd international conference on cyber-physical systems, networks, and applications, pp 78\u201385. https:\/\/doi.org\/10.1109\/CPSNA.2015.23","DOI":"10.1109\/CPSNA.2015.23"},{"key":"9314_CR27","unstructured":"Kim Y, Park E, Yoo S, Choi T, Yang L, Shin D (2015) Compression of deep convolutional neural networks for fast and low power mobile applications. CoRR abs\/1511.06530. http:\/\/arxiv.org\/abs\/1511.06530"},{"key":"9314_CR28","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. In: Advances in neural information processing systems, pp 1097\u20131105"},{"key":"9314_CR29","doi-asserted-by":"crossref","unstructured":"Lane ND, Bhattacharya S, Georgiev P, Forlivesi C, Jiao L, Qendro L, Kawsar F (2016) Deepx: a software accelerator for low-power deep learning inference on mobile devices. In: 2016 15th ACM\/IEEE international conference on information processing in sensor networks (IPSN). IEEE, New York, pp 1\u201312","DOI":"10.1109\/IPSN.2016.7460664"},{"issue":"11","key":"9314_CR30","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun Y, Bottou L, Bengio Y, Haffner P (1998) Gradient-based learning applied to document recognition. Proc IEEE 86(11):2278\u20132324","journal-title":"Proc IEEE"},{"issue":"1","key":"9314_CR31","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1145\/321738.321743","volume":"20","author":"CL Liu","year":"1973","unstructured":"Liu CL, Layland JW (1973) Scheduling algorithms for multiprogramming in a hard-real-time environment. J ACM 20(1):46\u201361. https:\/\/doi.org\/10.1145\/321738.321743","journal-title":"J ACM"},{"key":"9314_CR32","volume-title":"Systems identification: theory for the user","author":"L Ljung","year":"1999","unstructured":"Ljung L (1999) Systems identification: theory for the user, 2nd edn. Prentice Hall PTR, Upper Saddle River","edition":"2"},{"key":"9314_CR33","doi-asserted-by":"crossref","unstructured":"Long J, Shelhamer E, Darrell T (2015) Fully convolutional networks for semantic segmentation. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 3431\u20133440","DOI":"10.1109\/CVPR.2015.7298965"},{"key":"9314_CR34","unstructured":"Lu C, Abdelzaher TF, Stankovic JA, Son SH (2001) A feedback control approach for guaranteeing relative delays in web servers. In: RTAS \u201901: Proceedings of the seventh real-time technology and applications symposium (RTAS \u201901)"},{"issue":"1\u20132","key":"9314_CR35","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1023\/A:1015398403337","volume":"23","author":"C Lu","year":"2002","unstructured":"Lu C, Stankovic JA, Son SH, Tao G (2002) Feedback control real-time scheduling: framework, modeling, and algorithms. Real Time Syst 23(1\u20132):85\u2013126","journal-title":"Real Time Syst"},{"key":"9314_CR36","unstructured":"Lu C, Wang X, Gill C (2003) Feedback control real-time scheduling in orb middleware. In: RTAS \u201903: Proceedings of the 9th IEEE real-time and embedded technology and applications symposium. IEEE Computer Society, Washington, DC, p 37"},{"issue":"5","key":"9314_CR37","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1109\/TPDS.2004.1278101","volume":"15","author":"Y Lu","year":"2004","unstructured":"Lu Y, Abdelzaher TF, Saxena A (2004) Design, implementation, and evaluation of differentiated caching services. IEEE Trans Parallel Distrib Syst 15(5):440\u2013452","journal-title":"IEEE Trans Parallel Distrib Syst"},{"issue":"2","key":"9314_CR38","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.dcan.2016.10.001","volume":"3","author":"X Mei","year":"2017","unstructured":"Mei X, Wang Q, Chu X (2017) A survey and measurement study of gpu dvfs on energy conservation. Digital Commun Netw 3(2):89\u2013100","journal-title":"Digital Commun Netw"},{"issue":"7540","key":"9314_CR39","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G et al (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529\u2013533","journal-title":"Nature"},{"key":"9314_CR40","unstructured":"Nvidia TensorRT (2017) https:\/\/developer.nvidia.com\/tensorrt"},{"key":"9314_CR41","doi-asserted-by":"crossref","unstructured":"Ovtcharov K, Ruwase O, Kim JY, Fowers J, Strauss K, Chung ES (2015) Toward accelerating deep learning at scale using specialized hardware in the datacenter. In: Hot chips 27 symposium (HCS). IEEE, New York, pp 1\u201338","DOI":"10.1109\/HOTCHIPS.2015.7477459"},{"key":"9314_CR42","first-page":"215","volume":"2","author":"V Pallipadi","year":"2006","unstructured":"Pallipadi V, Starikovskiy A (2006) The ondemand governor. Proc Linux Symp 2:215\u2013230","journal-title":"Proc Linux Symp"},{"issue":"1\u20132","key":"9314_CR43","doi-asserted-by":"publisher","first-page":"127","DOI":"10.1023\/A:1015350520175","volume":"23","author":"S Parekh","year":"2002","unstructured":"Parekh S, Gandhi N, Hellerstein J, Tilbury D, Jayram T, Bigus J (2002) Using control theory to achieve service level objectives in performance management. Real Time Syst 23(1\u20132):127\u2013141","journal-title":"Real Time Syst"},{"issue":"3","key":"9314_CR44","doi-asserted-by":"publisher","first-page":"396","DOI":"10.1109\/TPDS.2010.100","volume":"22","author":"S Park","year":"2011","unstructured":"Park S, Humphrey MA (2011) Predictable high-performance computing using feedback control and admission control. IEEE Trans Parallel Distrib Syst 22(3):396\u2013411. https:\/\/doi.org\/10.1109\/TPDS.2010.100","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"9314_CR45","unstructured":"Paszke A, Chaurasia A, Kim S, Culurciello E (2016) Enet: a deep neural network architecture for real-time semantic segmentation. arXiv preprint arXiv:1606.02147"},{"issue":"3","key":"9314_CR46","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC, Fei-Fei L (2015) ImageNet large scale visual recognition challenge. Int J Comput Vis IJCV 115(3):211\u2013252. https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int J Comput Vis IJCV"},{"key":"9314_CR47","unstructured":"Stewart J (2018) Self-driving cars use crazy amounts of power, and it\u2019s becoming a problem. Wired. https:\/\/www.wired.com\/story\/self-driving-cars-power-consumption-nvidia-chip\/"},{"key":"9314_CR48","volume-title":"Introduction to linear algebra","author":"G Strang","year":"2016","unstructured":"Strang G (2016) Introduction to linear algebra, vol 5. Wellesley-Cambridge Press, Wellesley"},{"key":"9314_CR49","doi-asserted-by":"crossref","unstructured":"Szegedy C, Liu W, Jia Y, Sermanet P, Reed S, Anguelov D, Erhan D, Vanhoucke V, Rabinovich A (2015) Going deeper with convolutions. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 1\u20139","DOI":"10.1109\/CVPR.2015.7298594"},{"key":"9314_CR50","doi-asserted-by":"crossref","unstructured":"Xue J, Li J, Gong Y (2013) Restructuring of deep neural network acoustic models with singular value decomposition. In: Interspeech, pp 2365\u20132369","DOI":"10.21437\/Interspeech.2013-552"},{"key":"9314_CR51","doi-asserted-by":"crossref","unstructured":"Yao F, Demers A, Shenker S (1995) A scheduling model for reduced cpu energy. In: Proceedings of the 36th annual symposium on foundations of computer science, pp 374\u2013382","DOI":"10.1109\/SFCS.1995.492493"}],"container-title":["Real-Time Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11241-018-9314-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11241-018-9314-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11241-018-9314-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,27]],"date-time":"2022-08-27T21:03:47Z","timestamp":1661634227000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11241-018-9314-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,7,18]]},"references-count":51,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,1]]}},"alternative-id":["9314"],"URL":"https:\/\/doi.org\/10.1007\/s11241-018-9314-y","relation":{},"ISSN":["0922-6443","1573-1383"],"issn-type":[{"type":"print","value":"0922-6443"},{"type":"electronic","value":"1573-1383"}],"subject":[],"published":{"date-parts":[[2018,7,18]]},"assertion":[{"value":"18 July 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}