{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T02:40:50Z","timestamp":1783564850882,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,8,24]],"date-time":"2023-08-24T00:00:00Z","timestamp":1692835200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,8,24]]},"DOI":"10.1145\/3609510.3609816","type":"proceedings-article","created":{"date-parts":[[2023,7,31]],"date-time":"2023-07-31T16:08:44Z","timestamp":1690819724000},"page":"43-49","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":8,"title":["Cost-Efficient Serverless Inference Serving with Joint Batching and Multi-Processing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2287-0563","authenticated-orcid":false,"given":"Shen","family":"Cai","sequence":"first","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0987-9344","authenticated-orcid":false,"given":"Zhi","family":"Zhou","sequence":"additional","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1927-782X","authenticated-orcid":false,"given":"Kongyange","family":"Zhao","sequence":"additional","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9943-6020","authenticated-orcid":false,"given":"Xu","family":"Chen","sequence":"additional","affiliation":[{"name":"Sun Yat-sen University, Guangzhou, Guangdong, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,8,24]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Bayesian online changepoint detection. arXiv preprint arXiv:0710.3742","author":"Adams Ryan Prescott","year":"2007","unstructured":"Ryan Prescott Adams and David JC MacKay . 2007. Bayesian online changepoint detection. arXiv preprint arXiv:0710.3742 ( 2007 ). Ryan Prescott Adams and David JC MacKay. 2007. Bayesian online changepoint detection. arXiv preprint arXiv:0710.3742 (2007)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3230543.3230558"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/SC41405.2020.00073"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.14778\/3547305.3547313"},{"key":"e_1_3_2_1_5_1","volume-title":"NYS Thruway Origin and Destination Points for All Vehicles - 15 Minute Intervals: 2020 Q3. https:\/\/data.ny.gov\/Transportation\/NYS-Thruway-Origin-and-Destination-Points-for-All-\/rd33-n4tx. [Online","author":"State Thruway Authority New York","year":"2023","unstructured":"New York State Thruway Authority . 2021. NYS Thruway Origin and Destination Points for All Vehicles - 15 Minute Intervals: 2020 Q3. https:\/\/data.ny.gov\/Transportation\/NYS-Thruway-Origin-and-Destination-Points-for-All-\/rd33-n4tx. [Online ; accessed 09- April - 2023 ]. New York State Thruway Authority. 2021. NYS Thruway Origin and Destination Points for All Vehicles - 15 Minute Intervals: 2020 Q3. https:\/\/data.ny.gov\/Transportation\/NYS-Thruway-Origin-and-Destination-Points-for-All-\/rd33-n4tx. [Online; accessed 09-April-2023]."},{"key":"e_1_3_2_1_6_1","volume-title":"https:\/\/aws.amazon.com\/ec2. [Online","author":"AWS.","year":"2023","unstructured":"AWS. 2023. Amazon EC2. https:\/\/aws.amazon.com\/ec2. [Online ; accessed 09- April - 2023 ]. AWS. 2023. Amazon EC2. https:\/\/aws.amazon.com\/ec2. [Online; accessed 09-April-2023]."},{"key":"e_1_3_2_1_7_1","volume-title":"https:\/\/aws.amazon.com\/lambda\/. [Online","author":"Lambda AWS.","year":"2023","unstructured":"AWS. 2023. AWS Lambda . https:\/\/aws.amazon.com\/lambda\/. [Online ; accessed 27- April - 2023 ]. AWS. 2023. AWS Lambda. https:\/\/aws.amazon.com\/lambda\/. [Online; accessed 27-April-2023]."},{"key":"e_1_3_2_1_8_1","volume-title":"AWS Lambda Pricing. https:\/\/aws.amazon.com\/lambda\/pricing\/. [Online","author":"AWS.","year":"2023","unstructured":"AWS. 2023. AWS Lambda Pricing. https:\/\/aws.amazon.com\/lambda\/pricing\/. [Online ; accessed 10- April - 2023 ]. AWS. 2023. AWS Lambda Pricing. https:\/\/aws.amazon.com\/lambda\/pricing\/. [Online; accessed 10-April-2023]."},{"key":"e_1_3_2_1_9_1","volume-title":"Memory and computing power. https:\/\/docs.aws.amazon.com\/lambda\/latest\/operatorguide\/computing-power.html. [Online","author":"AWS.","year":"2023","unstructured":"AWS. 2023. Memory and computing power. https:\/\/docs.aws.amazon.com\/lambda\/latest\/operatorguide\/computing-power.html. [Online ; accessed 25- April - 2023 ]. AWS. 2023. Memory and computing power. https:\/\/docs.aws.amazon.com\/lambda\/latest\/operatorguide\/computing-power.html. [Online; accessed 25-April-2023]."},{"key":"e_1_3_2_1_10_1","volume-title":"Azure Functions. https:\/\/azure.microsoft.com\/en-us\/products\/functions\/. [Online","year":"2023","unstructured":"Azure. 2023. Azure Functions. https:\/\/azure.microsoft.com\/en-us\/products\/functions\/. [Online ; accessed 27- April - 2023 ]. Azure. 2023. Azure Functions. https:\/\/azure.microsoft.com\/en-us\/products\/functions\/. [Online; accessed 27-April-2023]."},{"key":"e_1_3_2_1_11_1","volume-title":"Alibaba Cloud Function Compute. https:\/\/www.alibabacloud.com\/product\/function-compute. [Online","author":"Cloud Alibaba","year":"2023","unstructured":"Alibaba Cloud . 2023. Alibaba Cloud Function Compute. https:\/\/www.alibabacloud.com\/product\/function-compute. [Online ; accessed 27- April - 2023 ]. Alibaba Cloud. 2023. Alibaba Cloud Function Compute. https:\/\/www.alibabacloud.com\/product\/function-compute. [Online; accessed 27-April-2023]."},{"key":"e_1_3_2_1_12_1","first-page":"10","article-title":"ONNX Runtime. https:\/\/www.onnxruntime.ai","volume":"1","author":"ONNX","year":"2021","unstructured":"ONNX Runtime developers. 2021 . ONNX Runtime. https:\/\/www.onnxruntime.ai . Version : 1 . 10 .0. ONNX Runtime developers. 2021. ONNX Runtime. https:\/\/www.onnxruntime.ai. Version: 1.10.0.","journal-title":"Version"},{"key":"e_1_3_2_1_13_1","volume-title":"Exact and efficient Bayesian inference for multiple changepoint problems. Statistics and computing 16, 2","author":"Fearnhead Paul","year":"2006","unstructured":"Paul Fearnhead . 2006. Exact and efficient Bayesian inference for multiple changepoint problems. Statistics and computing 16, 2 ( 2006 ), 203--213. Paul Fearnhead. 2006. Exact and efficient Bayesian inference for multiple changepoint problems. Statistics and computing 16, 2 (2006), 203--213."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3064176.3064182"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_16_1","unstructured":"hildensia. 2013. Bayesian changepoint detection. https:\/\/github.com\/hildensia\/bayesian_changepoint_detection.  hildensia. 2013. Bayesian changepoint detection. https:\/\/github.com\/hildensia\/bayesian_changepoint_detection."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/3472456.3472501"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3459240"},{"key":"e_1_3_2_1_19_1","first-page":"4","article-title":"Efficient Global Optimization of Expensive Black-Box unctions","volume":"13","author":"Jones Donald R.","year":"2002","unstructured":"Donald R. Jones , Matthias Schonlau , and William J. Welch . 2002 . Efficient Global Optimization of Expensive Black-Box unctions . Journal of Global Optimization 13 , 4 (Dec 2002), 455--492. https:\/\/doi.org\/10.1023\/a:1008306431147 10.1023\/a:1008306431147 Donald R. Jones, Matthias Schonlau, and William J. Welch. 2002. Efficient Global Optimization of Expensive Black-Box unctions. Journal of Global Optimization 13, 4 (Dec 2002), 455--492. https:\/\/doi.org\/10.1023\/a:1008306431147","journal-title":"Journal of Global Optimization"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303958"},{"key":"e_1_3_2_1_21_1","unstructured":"AWS Lambda. 2023. AWS Lambda now supports up to 10 GB of memory and 6 vCPU cores in AWS GovCloud (US) Regions. https:\/\/aws.amazon.com\/about-aws\/whats-new\/2021\/08\/aws-lambda-supports-10-gb-memory-6-vcpu-cores-aws-govcloud-us-regions\/. [Online; accessed 4-May-2023].  AWS Lambda. 2023. AWS Lambda now supports up to 10 GB of memory and 6 vCPU cores in AWS GovCloud (US) Regions. https:\/\/aws.amazon.com\/about-aws\/whats-new\/2021\/08\/aws-lambda-supports-10-gb-memory-6-vcpu-cores-aws-govcloud-us-regions\/. [Online; accessed 4-May-2023]."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458817.3476168"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2946140"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM41043.2020.9155267"},{"key":"e_1_3_2_1_25_1","unstructured":"Martin Pelikan DavidE. Goldberg and Erick Cant\u00fa-Paz. 1999. BOA: the Bayesian optimization algorithm.  Martin Pelikan DavidE. Goldberg and Erick Cant\u00fa-Paz. 1999. BOA: the Bayesian optimization algorithm."},{"key":"e_1_3_2_1_26_1","volume-title":"https:\/\/docs.python.org\/3\/glossary.html#term-global-interpreter-lock. [Online","year":"2023","unstructured":"Python. 2023. GlobalInterpreterLock. https:\/\/docs.python.org\/3\/glossary.html#term-global-interpreter-lock. [Online ; accessed 4- May - 2023 ]. Python. 2023. GlobalInterpreterLock. https:\/\/docs.python.org\/3\/glossary.html#term-global-interpreter-lock. [Online; accessed 4-May-2023]."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein etal 2015. Imagenet large scale visual recognition challenge. International journal of computer vision 115 (2015) 211--252.  Olga Russakovsky Jia Deng Hao Su Jonathan Krause Sanjeev Satheesh Sean Ma Zhiheng Huang Andrej Karpathy Aditya Khosla Michael Bernstein et al. 2015. Imagenet large scale visual recognition challenge. International journal of computer vision 115 (2015) 211--252.","DOI":"10.1007\/s11263-015-0816-y"},{"key":"e_1_3_2_1_28_1","volume-title":"Weinberger (Eds.)","volume":"25","author":"Snoek Jasper","year":"2012","unstructured":"Jasper Snoek , Hugo Larochelle , and Ryan P Adams . 2012 . Practical Bayesian Optimization of Machine Learning Algorithms. In Advances in Neural Information Processing Systems, F. Pereira, C.J. Burges, L. Bottou, and K.Q . Weinberger (Eds.) , Vol. 25 . Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/ 2012\/file\/05311655a15b75fab86956663e1819cd-Paper.pdf Jasper Snoek, Hugo Larochelle, and Ryan P Adams. 2012. Practical Bayesian Optimization of Machine Learning Algorithms. In Advances in Neural Information Processing Systems, F. Pereira, C.J. Burges, L. Bottou, and K.Q. Weinberger (Eds.), Vol. 25. Curran Associates, Inc. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2012\/file\/05311655a15b75fab86956663e1819cd-Paper.pdf"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2019.8737391"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2021.3054656"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273629"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503222.3507709"},{"key":"e_1_3_2_1_34_1","volume-title":"USENIX Annual Technical Conference. 1049--1062","author":"Zhang Chengliang","year":"2019","unstructured":"Chengliang Zhang , Minchen Yu , Wei Wang , and Feng Yan . 2019 . MArk: Exploiting Cloud Services for Cost-Effective, SLO-Aware Machine Learning Inference Serving .. In USENIX Annual Technical Conference. 1049--1062 . Chengliang Zhang, Minchen Yu, Wei Wang, and Feng Yan. 2019. MArk: Exploiting Cloud Services for Cost-Effective, SLO-Aware Machine Learning Inference Serving.. In USENIX Annual Technical Conference. 1049--1062."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3127479.3127490"}],"event":{"name":"APSys '23: 14th ACM SIGOPS Asia-Pacific Workshop on Systems","location":"Seoul Republic of Korea","acronym":"APSys '23","sponsor":["SIGOPS ACM Special Interest Group on Operating Systems"]},"container-title":["Proceedings of the 14th ACM SIGOPS Asia-Pacific Workshop on Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3609510.3609816","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3609510.3609816","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:46:25Z","timestamp":1750178785000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3609510.3609816"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,24]]},"references-count":35,"alternative-id":["10.1145\/3609510.3609816","10.1145\/3609510"],"URL":"https:\/\/doi.org\/10.1145\/3609510.3609816","relation":{},"subject":[],"published":{"date-parts":[[2023,8,24]]},"assertion":[{"value":"2023-08-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}