{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T11:36:26Z","timestamp":1787312186210,"version":"build-2736575974"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,2,1]],"date-time":"2024-02-01T00:00:00Z","timestamp":1706745600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2022YFF0902500"],"award-info":[{"award-number":["2022YFF0902500"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Consumer Electron."],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1109\/tce.2023.3339633","type":"journal-article","created":{"date-parts":[[2023,12,5]],"date-time":"2023-12-05T13:20:56Z","timestamp":1701782456000},"page":"1134-1144","source":"Crossref","is-referenced-by-count":45,"title":["TBDB: Token Bucket-Based Dynamic Batching for Resource Scheduling Supporting Neural Network Inference in Intelligent Consumer Electronics"],"prefix":"10.1109","volume":"70","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6861-9684","authenticated-orcid":false,"given":"Honghao","family":"Gao","sequence":"first","affiliation":[{"name":"School of Computer Engineering and Science, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3672-8557","authenticated-orcid":false,"given":"Binyang","family":"Qiu","sequence":"additional","affiliation":[{"name":"School of Computer Engineering and Science, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ye","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer Engineering and Science, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Si","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Computer Engineering and Science, Shanghai University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7210-0543","authenticated-orcid":false,"given":"Yueshen","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Xidian University, Xi’an, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8771-8901","authenticated-orcid":false,"given":"Xinheng","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Advanced Technology, Xi’an Jiaotong-Liverpool University, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2022.01.004"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TCSS.2023.3252028"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC58990.2023.00034"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119306"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3135974.3135993"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2022.3144614"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476143"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.23919\/cje.2022.00.412"},{"key":"ref9","first-page":"1049","article-title":"MArk: Exploiting cloud services for cost-effective, SLO-aware machine learning inference serving","volume-title":"Proc. USENIX Annu. Tech. Conf.","author":"Zhang"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/TCE.2022.3200707"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s11134-022-09794-3"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2021.3079202"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2018.2830307"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS51616.2021.00022"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2019.00023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-022-02902-4"},{"issue":"7","key":"ref17","first-page":"1978","article-title":"Self-adaptation analysis method for recognition quality assurance using event relationships","volume":"32","author":"Wang","year":"2021","journal-title":"J. Softw."},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2019.00334"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3219474"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2022.3163144"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA.2018.00059"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-022-04396-1"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICUS52573.2021.9641408"},{"key":"ref25","volume-title":"Triton inference serving","year":"2023"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3194653.3210557"},{"key":"ref27","first-page":"1","article-title":"Deep learning with dynamic computation graphs","volume-title":"Proc. Int. Conf. Learn. Rep. (ICLR)","author":"Looks"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3190508.3190541"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/HPCA51647.2021.00049"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3419111.3421285"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/SC41405.2020.00073"},{"key":"ref32","first-page":"819","article-title":"BatchSizer: Power-performance trade-off for DNN inference","volume-title":"Proc. Asia South Pacific Design Autom. Conf.","author":"Nabavinejad"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/SC41404.2022.00074"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.3390\/s22176717"},{"issue":"173","key":"ref35","first-page":"2","article-title":"Nginx: The high-performance Web server and reverse proxy","volume":"2008","author":"Reese","year":"2008","journal-title":"Linux J."},{"key":"ref36","volume-title":"TensorRT","year":"2023"},{"key":"ref37","article-title":"Dynet: The dynamic neural network toolkit","author":"Neubig","year":"2017","journal-title":"arXiv:1701.03980"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3079856.3080246"},{"key":"ref39","article-title":"TF-slim: A lightweight library for defining, training and evaluating complex models in TensorFlow","author":"Silberman","year":"2017"}],"container-title":["IEEE Transactions on Consumer Electronics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/30\/10510045\/10342700.pdf?arnumber=10342700","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T00:36:23Z","timestamp":1725150983000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10342700\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2]]},"references-count":39,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tce.2023.3339633","relation":{},"ISSN":["0098-3063","1558-4127"],"issn-type":[{"value":"0098-3063","type":"print"},{"value":"1558-4127","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,2]]}}}