{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T13:14:30Z","timestamp":1775913270680,"version":"3.50.1"},"reference-count":61,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2019]]},"DOI":"10.1109\/tkde.2019.2951388","type":"journal-article","created":{"date-parts":[[2019,11,4]],"date-time":"2019-11-04T20:41:16Z","timestamp":1572900076000},"page":"1-1","source":"Crossref","is-referenced-by-count":10,"title":["SlimML: Removing Non-critical Input Data in Large-scale Iterative Machine Learning"],"prefix":"10.1109","author":[{"given":"Rui","family":"Han","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chi Harold","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shilin","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lydia Y.","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guoren","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jian","family":"Tang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jieping","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref38","first-page":"2525","article-title":"Not all samples are created equal: Deep learning with importance sampling","author":"katharopoulos","year":"2018","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref33","first-page":"1","article-title":"Quantized neural networks: Training neural networks with low precision weights and activations","volume":"18","author":"hubara","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1145\/3187009.3177734"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/3064176.3064182"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/2987550.2987554"},{"key":"ref37","article-title":"Biased importance sampling for deep neural network training","author":"katharopoulos","year":"2017","journal-title":"arXiv preprint arXiv 1706 00043"},{"key":"ref36","first-page":"30","article-title":"When machine learning meets media cloud: Architecture, application and outloo","volume":"16","author":"jin","year":"2018","journal-title":"ZTE Commun"},{"key":"ref35","article-title":"SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and $<$<0.5mb model size","author":"iandola","year":"2016","journal-title":"arXiv preprint arXiv 1602 07360"},{"key":"ref34","first-page":"4080","article-title":"Coresets for scalable Bayesian logistic regression","author":"huggins","year":"2016","journal-title":"Proc 30th Int Conf Neural Inf Process Syst"},{"key":"ref60","article-title":"ADADELTA: An adaptive learning rate method","author":"zeiler","year":"2012","journal-title":"arXiv preprint arXiv 1212 5701"},{"key":"ref61","first-page":"1","article-title":"Stochastic optimization with importance sampling for regularized loss minimization","author":"zhao","year":"2015","journal-title":"Proc 32nd Int Conf Mach Learn"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2019.2923197"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2017.2730882"},{"key":"ref29","first-page":"141","article-title":"Deep compression: Compressing deep neural networks with pruning, trained quantization and huffman coding","author":"han","year":"2016","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref2","year":"0"},{"key":"ref1","year":"0"},{"key":"ref20","first-page":"1","article-title":"Petuum: A framework for iterative-convergent distributed ML","author":"dai","year":"2013","journal-title":"Proc Conf Neural Inf Process Syst"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/1327452.1327492"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/997817.997857"},{"key":"ref24","first-page":"299","article-title":"A survey of mobile cloud computing","author":"fan","year":"2011","journal-title":"ZTE Commun"},{"key":"ref23","first-page":"1","article-title":"AdaBatch: Adaptive batch sizes for training deep neural networks","author":"devarakonda","year":"2018"},{"key":"ref26","first-page":"97","article-title":"Generalized hebbian algorithm for incremental singular value decomposition in natural language processing","volume":"6","author":"gorrell","year":"2006","journal-title":"Proc 11th Conf Eur Chapter Assoc Comput Linguistics"},{"key":"ref25","first-page":"1","article-title":"Compressing deep convolutional networks using vector quantization","volume":"abs 1412 6115","author":"gong","year":"2014"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.14778\/3115404.3115405"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-010-0420-4"},{"key":"ref59","first-page":"2","article-title":"Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing","author":"zaharia","year":"2012","journal-title":"Proc 9th USENIX Conf Netw Syst Des Implementation"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/1755913.1755940"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2018.2817526"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.2010.2045657"},{"key":"ref55","article-title":"Stochastic gradient descent with importance sampling","year":"2014"},{"key":"ref54","first-page":"55","article-title":"BigDL: A distributed deep learning framework for big data","author":"wang","year":"2019","journal-title":"SoCC&#x2018;19"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.14778\/1920841.1920931"},{"key":"ref52","first-page":"1","article-title":"Don't decay the learning rate, increase the batch size","author":"smith","year":"2018","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref10","year":"0"},{"key":"ref11","article-title":"Variance reduction in SGD by distributed importance sampling","author":"alain","year":"2015","journal-title":"arXiv preprint arXiv 1511 06359"},{"key":"ref40","first-page":"2","article-title":"MLbase: A distributed machine-learning system","volume":"1","author":"kraska","year":"2013","journal-title":"Proc 6th Biennial Conf Innovative Data Syst Res"},{"key":"ref12","author":"anzai","year":"2012","journal-title":"Pattern Recognation and Machine Learning"},{"key":"ref13","article-title":"Practical coreset constructions for machine learning","volume":"1050","author":"bachem","year":"2017","journal-title":"Stat"},{"key":"ref14","doi-asserted-by":"crossref","first-page":"437","DOI":"10.1007\/978-3-642-35289-8_26","article-title":"Practical recommendations for gradient-based training of deep architectures","author":"bengio","year":"2012","journal-title":"Neural Networks Tricks of the Trade"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.14778\/2732286.2732292"},{"key":"ref16","first-page":"1454","article-title":"Importance sampling tree for large-scale empirical expectation","author":"canevet","year":"2016","journal-title":"Proc 33rd Int Conf Mach Learn"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.14778\/3007263.3007318"},{"key":"ref18","first-page":"571","article-title":"Project Adam: Building an efficient and scalable deep learning training system","volume":"14","author":"chilimbi","year":"2014","journal-title":"Proc 11th USENIX Conf Operating Syst Des Implementation"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"ref4","year":"0"},{"key":"ref3","year":"0"},{"key":"ref6","year":"0"},{"key":"ref5","year":"0"},{"key":"ref8","year":"0"},{"key":"ref7","year":"0"},{"key":"ref49","first-page":"1017","article-title":"Stochastic gradient descent, weighted sampling, and the randomized kaczmarz algorithm","author":"needell","year":"2014","journal-title":"Proc 27th Int Conf Neural Inf Process Syst"},{"key":"ref9","year":"0"},{"key":"ref46","article-title":"Interpretable machine learning: A guide for making black box models explainable","year":"2019","journal-title":"Google Scholar"},{"key":"ref45","first-page":"1","article-title":"Online batch selection for faster training of neural networks","author":"loshchilov","year":"2016","journal-title":"Proc Int Conf Learn Representations"},{"key":"ref48","first-page":"279","article-title":"Batched stochastic gradient descent with weighted sampling","author":"needell","year":"2016","journal-title":"Proc Int Conf Approximation Theory"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2016.2604302"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref41","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2019.2908175"},{"key":"ref43","first-page":"583","article-title":"Scaling distributed machine learning with the parameter server","volume":"14","author":"li","year":"2014","journal-title":"Proc 11th USENIX Conf Operating Syst Des Implementation"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/69\/4358933\/08890886.pdf?arnumber=8890886","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:47Z","timestamp":1652194247000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8890886\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":61,"URL":"https:\/\/doi.org\/10.1109\/tkde.2019.2951388","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]}}}