{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T16:34:59Z","timestamp":1784133299630,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":40,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,10,12]],"date-time":"2020-10-12T00:00:00Z","timestamp":1602460800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"National Science Foundation","award":["1730628,1846431"],"award-info":[{"award-number":["1730628,1846431"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,10,12]]},"DOI":"10.1145\/3419111.3421285","type":"proceedings-article","created":{"date-parts":[[2020,10,13]],"date-time":"2020-10-13T04:40:25Z","timestamp":1602564025000},"page":"477-491","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":102,"title":["InferLine"],"prefix":"10.1145","author":[{"given":"Daniel","family":"Crankshaw","sequence":"first","affiliation":[{"name":"Microsoft Research"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gur-Eyal","family":"Sela","sequence":"additional","affiliation":[{"name":"UC Berkeley"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangxi","family":"Mo","sequence":"additional","affiliation":[{"name":"UC Berkeley, Anyscale"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Corey","family":"Zumar","sequence":"additional","affiliation":[{"name":"Databricks"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ion","family":"Stoica","sequence":"additional","affiliation":[{"name":"UC Berkeley, Anyscale"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"Gonzalez","sequence":"additional","affiliation":[{"name":"UC Berkeley"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alexey","family":"Tumanov","sequence":"additional","affiliation":[{"name":"Georgia Tech"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2020,10,12]]},"reference":[{"key":"e_1_3_2_2_1_1","unstructured":"Jacob Andreas Marcus Rohrbach Trevor Darrell and Dan Klein. 2015. Deep Compositional Question Answering with Neural Module Networks. CoRR abs\/1511.02799 (2015). arXiv:1511.02799 http:\/\/arxiv.org\/abs\/1511.02799  Jacob Andreas Marcus Rohrbach Trevor Darrell and Dan Klein. 2015. Deep Compositional Question Answering with Neural Module Networks. CoRR abs\/1511.02799 (2015). arXiv:1511.02799 http:\/\/arxiv.org\/abs\/1511.02799"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"crossref","unstructured":"Anelia Angelova Alex Krizhevsky Vincent Vanhoucke Abhijit S Ogale and Dave Ferguson. 2015. Real-Time Pedestrian Detection with Deep Network Cascades. BMVC (2015) 32.1--32.12.  Anelia Angelova Alex Krizhevsky Vincent Vanhoucke Abhijit S Ogale and Dave Ferguson. 2015. Real-Time Pedestrian Detection with Deep Network Cascades. BMVC (2015) 32.1--32.12.","DOI":"10.5244\/C.29.32"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539701398375"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098021"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1057\/palgrave.jos.4250031"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3127492"},{"key":"e_1_3_2_2_7_1","unstructured":"Leo Breiman J. H. Friedman R. A. Olshen and C. J. Stone. 1984. Classification and Regression Trees. Wads worth Publishing Company Belmont California U.S.A.  Leo Breiman J. H. Friedman R. A. Olshen and C. J. Stone. 1984. Classification and Regression Trees. Wads worth Publishing Company Belmont California U.S.A."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.14778\/2735496.2735503"},{"key":"e_1_3_2_2_9_1","volume-title":"Clipper: A Low-Latency Online Prediction Serving System. In 14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17)","author":"Crankshaw Daniel","year":"2017"},{"key":"e_1_3_2_2_10_1","unstructured":"flink 2020. Apache Flink. https:\/\/flink.apache.org.  flink 2020. Apache Flink. https:\/\/flink.apache.org."},{"key":"e_1_3_2_2_11_1","doi-asserted-by":"publisher","DOI":"10.14778\/3137765.3137786"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2017.2741969"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2382553.2382556"},{"key":"e_1_3_2_2_14_1","unstructured":"Jiaqi Guan Yang Liu Qiang Liu and Jian Peng. 2017. Energy-efficient Amortized Inference with Cascaded Deep Classifiers. arXiv.org (Oct. 2017). arXiv:1710.03368v1 [cs.LG]  Jiaqi Guan Yang Liu Qiang Liu and Jian Peng. 2017. Energy-efficient Amortized Inference with Cascaded Deep Classifiers. arXiv.org (Oct. 2017). arXiv:1710.03368v1 [cs.LG]"},{"key":"e_1_3_2_2_15_1","unstructured":"Amazone Web Services Inc. 2017. Amazon SageMaker: Developer Guide. http:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/sagemaker-dg.pdf (2017).  Amazone Web Services Inc. 2017. Amazon SageMaker: Developer Guide. http:\/\/docs.aws.amazon.com\/sagemaker\/latest\/dg\/sagemaker-dg.pdf (2017)."},{"key":"e_1_3_2_2_16_1","doi-asserted-by":"crossref","unstructured":"Pooyan Jamshidi and Giuliano Casale. 2016. An Uncertainty-Aware Approach to Optimal Configuration of Stream Processing Systems. MASCOTS (2016) 39--48.  Pooyan Jamshidi and Giuliano Casale. 2016. An Uncertainty-Aware Approach to Optimal Configuration of Stream Processing Systems. MASCOTS (2016) 39--48.","DOI":"10.1109\/MASCOTS.2016.17"},{"key":"e_1_3_2_2_17_1","volume-title":"Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation","author":"Jyothi Sangeetha Abdu","year":"2016"},{"key":"e_1_3_2_2_18_1","volume-title":"Proceedings of the 12th USENIX Conference on Operating Systems Design and Implementation","author":"Kalavri Vasiliki","year":"2018"},{"key":"e_1_3_2_2_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45318-0"},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"crossref","unstructured":"Lihong Li Wei Chu John Langford and Robert E. Schapire. 2010. A Contextual-bandit Approach to Personalized News Article Recommendation. In WWW.  Lihong Li Wei Chu John Langford and Robert E. Schapire. 2010. A Contextual-bandit Approach to Personalized News Article Recommendation. In WWW.","DOI":"10.1145\/1772690.1772758"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2015.48"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-013-0281-8"},{"key":"e_1_3_2_2_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.9"},{"key":"e_1_3_2_2_24_1","unstructured":"Mason McGill and Pietro Perona. 2017. Deciding How to Decide: Dynamic Routing in Artificial Neural Networks. arXiv.org (March 2017). arXiv:1703.06217v2 [stat.ML]  Mason McGill and Pietro Perona. 2017. Deciding How to Decide: Dynamic Routing in Artificial Neural Networks. arXiv.org (March 2017). arXiv:1703.06217v2 [stat.ML]"},{"key":"e_1_3_2_2_25_1","unstructured":"openalpr 2020. Open ALPR. https:\/\/www.openalpr.com\/.  openalpr 2020. Open ALPR. https:\/\/www.openalpr.com\/."},{"key":"e_1_3_2_2_26_1","unstructured":"Adam Paszke Sam Gross Soumith Chintala Gregory Chanan Edward Yang Zachary DeVito Zeming Lin Alban Desmaison Luca Antiga and Adam Lerer. 2017. Automatic differentiation in PyTorch. (2017).  Adam Paszke Sam Gross Soumith Chintala Gregory Chanan Edward Yang Zachary DeVito Zeming Lin Alban Desmaison Luca Antiga and Adam Lerer. 2017. Automatic differentiation in PyTorch. (2017)."},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.91"},{"key":"e_1_3_2_2_28_1","unstructured":"Shaoqing Ren Kaiming He Ross B. Girshick and Jian Sun. 2015. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. CoRR abs\/1506.01497 (2015). arXiv:1506.01497 http:\/\/arxiv.org\/abs\/1506.01497  Shaoqing Ren Kaiming He Ross B. Girshick and Jian Sun. 2015. Faster R-CNN: Towards Real-Time Object Detection with Region Proposal Networks. CoRR abs\/1506.01497 (2015). arXiv:1506.01497 http:\/\/arxiv.org\/abs\/1506.01497"},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3078597.3078604"},{"key":"e_1_3_2_2_30_1","unstructured":"samza 2020. Apache Samza. http:\/\/samza.apache.org.  samza 2020. Apache Samza. http:\/\/samza.apache.org."},{"key":"e_1_3_2_2_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/3341301.3359658"},{"key":"e_1_3_2_2_32_1","unstructured":"Evan Sparks. 2016. End-to-End Large Scale Machine Learning with KeystoneML. Ph.D. Dissertation. EECS Department University of California Berkeley. http:\/\/www2.eecs.berkeley.edu\/Pubs\/TechRpts\/2016\/EECS-2016-200.html  Evan Sparks. 2016. End-to-End Large Scale Machine Learning with KeystoneML. Ph.D. Dissertation. EECS Department University of California Berkeley. http:\/\/www2.eecs.berkeley.edu\/Pubs\/TechRpts\/2016\/EECS-2016-200.html"},{"key":"e_1_3_2_2_33_1","unstructured":"storm 2020. Apache Storm. http:\/\/storm.apache.org.  storm 2020. Apache Storm. http:\/\/storm.apache.org."},{"key":"e_1_3_2_2_34_1","doi-asserted-by":"crossref","unstructured":"Yi Sun Xiaogang Wang and Xiaoou Tang. 2013. Deep Convolutional Network Cascade for Facial Point Detection. CVPR (2013) 3476--3483.  Yi Sun Xiaogang Wang and Xiaoou Tang. 2013. Deep Convolutional Network Cascade for Facial Point Detection. CVPR (2013) 3476--3483.","DOI":"10.1109\/CVPR.2013.446"},{"key":"e_1_3_2_2_35_1","unstructured":"tensorflow 2020. TensorFlow. https:\/\/www.tensorflow.org.  tensorflow 2020. TensorFlow. https:\/\/www.tensorflow.org."},{"key":"e_1_3_2_2_36_1","unstructured":"tensorrtserver 2020. TensorRT Inference Server. https:\/\/github.com\/NVIDIA\/tensorrt-inference-server.  tensorrtserver 2020. TensorRT Inference Server. https:\/\/github.com\/NVIDIA\/tensorrt-inference-server."},{"key":"e_1_3_2_2_37_1","unstructured":"tfserving 2020. TensorFlow Serving. https:\/\/tensorflow.github.io\/serving.  tfserving 2020. TensorFlow Serving. https:\/\/tensorflow.github.io\/serving."},{"key":"e_1_3_2_2_38_1","unstructured":"timely 2020. Timely Dataflow. https:\/\/github.com\/TimelyDataflow\/timely-dataflow.  timely 2020. Timely Dataflow. https:\/\/github.com\/TimelyDataflow\/timely-dataflow."},{"key":"e_1_3_2_2_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/502034.502057"},{"key":"e_1_3_2_2_40_1","volume-title":"14th USENIX Symposium on Networked Systems Design and Implementation (NSDI 17)","author":"Zhang Haoyu"}],"event":{"name":"SoCC '20: ACM Symposium on Cloud Computing","location":"Virtual Event USA","acronym":"SoCC '20","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 11th ACM Symposium on Cloud Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3419111.3421285","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3419111.3421285","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T21:32:05Z","timestamp":1750195925000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3419111.3421285"}},"subtitle":["latency-aware provisioning and scaling for prediction serving pipelines"],"short-title":[],"issued":{"date-parts":[[2020,10,12]]},"references-count":40,"alternative-id":["10.1145\/3419111.3421285","10.1145\/3419111"],"URL":"https:\/\/doi.org\/10.1145\/3419111.3421285","relation":{},"subject":[],"published":{"date-parts":[[2020,10,12]]},"assertion":[{"value":"2020-10-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}