{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:09:10Z","timestamp":1755839350253,"version":"3.28.0"},"reference-count":45,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T00:00:00Z","timestamp":1654819200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,6,10]],"date-time":"2022-06-10T00:00:00Z","timestamp":1654819200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,6,10]]},"DOI":"10.1109\/iwqos54832.2022.9812877","type":"proceedings-article","created":{"date-parts":[[2022,7,5]],"date-time":"2022-07-05T19:27:44Z","timestamp":1657049264000},"page":"1-11","source":"Crossref","is-referenced-by-count":2,"title":["Quality-aided Annotation Service Selection in MLaaS Market"],"prefix":"10.1109","author":[{"given":"Shanyang","family":"Jiang","sequence":"first","affiliation":[{"name":"University of Science and Technology of China,School of Data Science,Hefei,China"}]},{"given":"Lan","family":"Zhang","sequence":"additional","affiliation":[{"name":"University of Science and Technology of China,School of Computer Science and Technology School of Data Science,Hefei,China"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Submodular optimization with submodular cover and submodular knapsack constraints","author":"iyer","year":"2013","journal-title":"arXiv preprint 1311 2106"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511804441"},{"key":"ref33","first-page":"333","article-title":"Adaptive submodularity: A new approach to active learning and stochastic optimization","author":"golovin","year":"2010","journal-title":"COLT"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i9.21180"},{"key":"ref31","article-title":"Infi: End-to-end learnable input filter for resource-efficient mobile-centric inference","author":"yuan","year":"2022","journal-title":"ACM 28th Annual International Conference On Mobile Computing And Networking (MobiCom)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3494559"},{"key":"ref37","article-title":"Optimal design of observational studies: overview and synthesis","author":"karvanen","year":"2016","journal-title":"arXiv preprint 1609 08347"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728069"},{"key":"ref35","first-page":"1","article-title":"Statistical decision making for optimal budget allocation in crowd labeling","volume":"16","author":"chen","year":"2015","journal-title":"JMLR"},{"key":"ref34","article-title":"Non-monotone adaptive submodular maximization","author":"gotovos","year":"2015","journal-title":"Twenty-Fourth International Joint Conference on Artificial Intelligence"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.14778\/3055540.3055547"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/1646396.1646452"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219958"},{"key":"ref12","first-page":"64","article-title":"Optimistic knowledge gradient policy for optimal budget allocation in crowdsourcing","author":"chen","year":"2013","journal-title":"ICML PMLR"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM.2015.7218674"},{"key":"ref14","article-title":"Coca: Cost-effective collaborative annotation system by combining experts and amateurs","author":"lei","year":"2022","journal-title":"IEEE International Conference on Data Engineering (ICDE)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2017.2680838"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11235-017-0339-7"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM42981.2021.9488748"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.14778\/3407790.3407800"},{"key":"ref19","first-page":"2735","article-title":"Crowd-buy: Privacy-friendly image dataset purchasing via crowdsourcing","author":"zhang","year":"2018","journal-title":"IEEE INFOCOM"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-77712-2_17"},{"year":"2020","key":"ref4","article-title":"Microsoft computer vision api"},{"key":"ref27","first-page":"21","article-title":"Studying the live cross-platform circulation of images with computer vision api: An experiment based on a sports media event","volume":"13","author":"d\u2019andrea","year":"2019","journal-title":"International Journal of Communication"},{"year":"2020","key":"ref3","article-title":"Google speech api"},{"year":"2020","key":"ref6","article-title":"Baiduai"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE48307.2020.00188"},{"year":"2020","key":"ref5","article-title":"Microsoft speech api"},{"key":"ref8","first-page":"10 685","article-title":"Frugalml: How to use ml prediction apis more accurately and cheaply","volume":"33","author":"chen","year":"2020","journal-title":"Advances in neural information processing systems"},{"year":"2020","key":"ref7","article-title":"Tencent api"},{"year":"2020","key":"ref2","article-title":"Google nlp api"},{"key":"ref9","article-title":"Frugalmct: Efficient online ml api selection for multi-label classification tasks","author":"chen","year":"2021","journal-title":"arXiv preprint arXiv 2102 09032"},{"year":"2020","key":"ref1","article-title":"Google vision api"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3328526.3329589"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080834"},{"year":"2020","key":"ref22","article-title":"Mlaas"},{"key":"ref21","article-title":"Dealer: end-to-end data marketplace with model-based pricing","author":"liu","year":"2020","journal-title":"arXiv preprint arXiv 2003 13874"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3300078"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3131365.3131372"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2019.8803793"},{"key":"ref26","first-page":"77","article-title":"Gender shades: Intersectional accuracy disparities in commercial gender classification","author":"buolamwini","year":"2018","journal-title":"Conference on Fairness Accountability and Transparency"},{"key":"ref43","first-page":"361","article-title":"Rcv1: A new bench-mark collection for text categorization research","volume":"5","author":"lewis","year":"2004","journal-title":"Journal of Machine Learning Research"},{"key":"ref25","first-page":"101","article-title":"Google’s cloud vision api is not robust to noise","author":"hosseini","year":"2017","journal-title":"IEEE International Conference on Machine Learning and Applications (ICMLA)"}],"event":{"name":"2022 IEEE\/ACM 30th International Symposium on Quality of Service (IWQoS)","start":{"date-parts":[[2022,6,10]]},"location":"Oslo, Norway","end":{"date-parts":[[2022,6,12]]}},"container-title":["2022 IEEE\/ACM 30th International Symposium on Quality of Service (IWQoS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9812862\/9812863\/09812877.pdf?arnumber=9812877","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,5]],"date-time":"2022-08-05T00:44:48Z","timestamp":1659660288000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9812877\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,10]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/iwqos54832.2022.9812877","relation":{},"subject":[],"published":{"date-parts":[[2022,6,10]]}}}