{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,13]],"date-time":"2025-09-13T15:40:19Z","timestamp":1757778019056,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319387901"},{"type":"electronic","value":"9783319387918"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-38791-8_11","type":"book-chapter","created":{"date-parts":[[2016,5,24]],"date-time":"2016-05-24T22:07:33Z","timestamp":1464127653000},"page":"188-206","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Benchmarking Web API Quality"],"prefix":"10.1007","author":[{"given":"David","family":"Bermbach","sequence":"first","affiliation":[]},{"given":"Erik","family":"Wittern","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2016,5,25]]},"reference":[{"key":"11_CR1","unstructured":"Archibald, J.: Introducing Background Sync. https:\/\/developers.google.com\/web\/updates\/2015\/12\/background-sync?hl=en. Accessed: 17 Dec 2015"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Bermbach, D., Tai, S.: Benchmarking eventual consistency: lessons learned from long-term experimental studies. In: Proceeding of IC2E, pp. 47\u201356. IEEE (2014)","DOI":"10.1109\/IC2E.2014.37"},{"key":"11_CR3","unstructured":"Bermbach, D.: Benchmarking Eventually Consistent Distributed Storage Systems. Ph.D. thesis, Karlsruhe Institute of Technology (2014)"},{"key":"11_CR4","unstructured":"Bermbach, D., Kern, R., Wichmann, P., Rath, S., Zirpins, C.: An extendable toolkit for managing quality of human-based electronic services. In: Proceedings of the 3rd Human Computation Workshop HCOMP (2011)"},{"key":"11_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/978-3-642-40148-0_13","volume-title":"Networked Systems","author":"D Bermbach","year":"2013","unstructured":"Bermbach, D., Kuhlenkamp, J.: Consistency in distributed storage systems. In: Gramoli, V., Guerraoui, R. (eds.) NETYS 2013. LNCS, vol. 7853, pp. 175\u2013189. Springer, Heidelberg (2013)"},{"key":"11_CR6","doi-asserted-by":"crossref","unstructured":"Bermbach, D., Tai, S.: Eventual consistency: how soon is eventual? an evaluation of amazon s3\u2019s consistency behavior. In: Proceedings of MW4SOC, pp. 1\u20136. ACM (2011)","DOI":"10.1145\/2093185.2093186"},{"key":"11_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/978-3-319-04936-6_3","volume-title":"Performance Characterization and Benchmarking","author":"D Bermbach","year":"2014","unstructured":"Bermbach, D., Zhao, L., Sakr, S.: Towards comprehensive measurement of consistency guarantees for cloud-hosted data storage services. In: Nambiar, R., Poess, M. (eds.) TPCTC 2013. LNCS, vol. 8391, pp. 32\u201347. Springer, Heidelberg (2014)"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Binnig, C., Kossmann, D., Kraska, T., Loesing, S.: How is the weather tomorrow?: towards a benchmark for the cloud. In: Proceedings of DBTEST, pp. 1\u20136. ACM (2009)","DOI":"10.1145\/1594156.1594168"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Borhani, A.H., Leitner, P., Lee, B.S., Li, X., Hung, T.: WPress: an application-driven performance benchmark for cloud-based virtual machines. In: Proceedings of EDOC, pp. 101\u2013109. IEEE (2014)","DOI":"10.1109\/EDOC.2014.23"},{"key":"11_CR10","volume-title":"Speed Matters for Google Web Search","author":"J Brutlag","year":"2009","unstructured":"Brutlag, J.: Speed Matters for Google Web Search. Google, Inc, Technical report (2009)"},{"issue":"1","key":"11_CR11","doi-asserted-by":"publisher","first-page":"39","DOI":"10.1145\/1124153.1124155","volume":"24","author":"C Coarfa","year":"2006","unstructured":"Coarfa, C., Druschel, P., Wallach, D.S.: Performance analysis of TLS web servers. ACM Trans. Comput. Syst. (TOCS) 24(1), 39\u201369 (2006)","journal-title":"ACM Trans. Comput. Syst. (TOCS)"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Cooper, B.F., Silberstein, A., Tam, E., Ramakrishnan, R., Sears, R.: Benchmarking cloud serving systems with YCSB. In: Proceedings of SOCC, pp. 143\u2013154. ACM (2010)","DOI":"10.1145\/1807128.1807152"},{"key":"11_CR13","doi-asserted-by":"crossref","unstructured":"Espinha, T., Zaidman, A., Gross, H.G.: Web API Fragility: How robust is your mobile application? In: Proceedings of MOBILESoft, pp. 12\u201321. IEEE (2015)","DOI":"10.1109\/MobileSoft.2015.9"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Fredj, M., Georgantas, N., Issarny, V., Zarras, A.: Dynamic service substitution in service-oriented architectures. In: IEEE Congress on Services - Part I, pp. 101\u2013104. IEEE, July 2008","DOI":"10.1109\/SERVICES-1.2008.52"},{"key":"11_CR15","volume-title":"An Evaluation of Amazon\u2019s Grid Computing Services: EC2, S3, and SQS","author":"SL Garfinkel","year":"2007","unstructured":"Garfinkel, S.L.: An Evaluation of Amazon\u2019s Grid Computing Services: EC2, S3, and SQS. Harvard University, Technical report (2007)"},{"issue":"5","key":"11_CR16","doi-asserted-by":"publisher","first-page":"689","DOI":"10.1016\/j.jss.2005.08.006","volume":"79","author":"MB Juric","year":"2006","unstructured":"Juric, M.B., Rozman, I., Brumen, B., Colnaric, M., Hericko, M.: Comparison of performance of web services, WS-security, RMI, and RMI-SSL. J. Syst. Softw. 79(5), 689\u2013700 (2006)","journal-title":"J. Syst. Softw."},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Klems, M., Bermbach, D., Weinert, R.: A runtime quality measurement framework for cloud database service systems. In: Proceedings of QUATIC. pp. 38\u201346 (2012)","DOI":"10.1109\/QUATIC.2012.17"},{"key":"11_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"627","DOI":"10.1007\/978-3-642-17358-5_48","volume-title":"Service-Oriented Computing","author":"M Klems","year":"2010","unstructured":"Klems, M., Menzel, M., Fischer, R.: Consistency benchmarking: evaluating the consistency behavior of middleware services in the cloud. In: Maglio, P.P., Weske, M., Yang, J., Fantinato, M. (eds.) ICSOC 2010. LNCS, vol. 6470, pp. 627\u2013634. Springer, Heidelberg (2010)"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Kossmann, D., Kraska, T., Loesing, S.: An evaluation of alternative architectures for transaction processing in the cloud. In: Proceedings of SIGMOD. pp. 579\u2013590. ACM (2010)","DOI":"10.1145\/1807167.1807231"},{"issue":"12","key":"11_CR20","doi-asserted-by":"crossref","first-page":"1219","DOI":"10.14778\/2732977.2732995","volume":"7","author":"J\u00f6rn Kuhlenkamp","year":"2014","unstructured":"Kuhlenkamp, J., Klems, M., R\u00f6ss, O.: Benchmarking Scalability and Elasticity of Distributed Database Systems. pp. 1219\u20131230 (2014)","journal-title":"Proceedings of the VLDB Endowment"},{"key":"11_CR21","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1007\/978-3-662-48616-0_10","volume-title":"Service-Oriented Computing","author":"J Kuhlenkamp","year":"2015","unstructured":"Kuhlenkamp, J., Rudolph, K., Bermbach, D.: AISLE: assessment of provisioned service levels in public IaaS-based database systems. In: Barros, A., et al. (eds.) ICSOC 2015. LNCS, vol. 9435, pp. 154\u2013168. Springer, Heidelberg (2015). doi:10.1007\/978-3-662-48616-0_10"},{"key":"11_CR22","first-page":"32","volume":"2011","author":"T Kurze","year":"2011","unstructured":"Kurze, T., Klems, M., Bermbach, D., Lenk, A., Tai, S., Kunze, M.: Cloud federation. Cloud Comput. 2011, 32\u201338 (2011)","journal-title":"Cloud Comput."},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Lenk, A., Menzel, M., Lipsky, J., Tai, S., Offermann, P.: What are you paying for? performance benchmarking for infrastructure-as-a-service offerings. In: Proceedings of CLOUD, pp. 484\u2013491. IEEE (2011)","DOI":"10.1109\/CLOUD.2011.80"},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"M\u00fcller, S., Bermbach, D., Tai, S., Pallas, F.: Benchmarking the performance impact of transport layer security in cloud database systems. In: Proceedings of IC2E, pp. 27\u201336. IEEE (2014)","DOI":"10.1109\/IC2E.2014.48"},{"key":"11_CR25","doi-asserted-by":"crossref","unstructured":"Nielsen, J.: Usability Engineering. Elsevier, 1st edn. (1994)","DOI":"10.1016\/B978-0-08-052029-2.50004-8"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Patil, S., Polte, M., Ren, K., Tantisiriroj, W., Xiao, L.,L\u00f3pez, J., Gibson, G., Fuchs, A., Rinaldi, B.: YCSB++: benchmarking and performance debugging advancedfeatures in scalable table stores. In: Proceedings of SOCC, pp. 1\u201314. ACM (2011)","DOI":"10.1145\/2038916.2038925"},{"issue":"12","key":"11_CR27","doi-asserted-by":"crossref","first-page":"1724","DOI":"10.14778\/2367502.2367512","volume":"5","author":"Tilmann Rabl","year":"2012","unstructured":"Rabl, T., G\u00f3mez-Villamor, S., Sadoghi, M., Munt\u00e9s-Mulero, V., Jacobsen, H.A., Mankovskii, S.: Solving Big Data Challenges for Enterprise Application Performance Management. pp. 1724\u20131735 (2012)","journal-title":"Proceedings of the VLDB Endowment"},{"issue":"8","key":"11_CR28","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1016\/j.peva.2009.01.003","volume":"66","author":"K Sachs","year":"2009","unstructured":"Sachs, K., Kounev, S., Bacon, J., Buchmann, A.: Performance evaluation of message-oriented middleware using the SPECjms2007 benchmark. Perform. Eval. 66(8), 410\u2013434 (2009)","journal-title":"Perform. Eval."},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Sohan, S., Anslow, C., Maurer, F.: A case study of web API evolution. In: Proceedings of SERVICES, pp. 245\u2013252. IEEE (2015)","DOI":"10.1109\/SERVICES.2015.43"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Suter, P., Wittern, E.: Inferring web api descriptions from usage data. In: Proceedings of the 3rd IEEE Workshop on Hot Topics in Web Systems and Technologies (HotWeb), pp. 7\u201312 (2015)","DOI":"10.1109\/HotWeb.2015.19"},{"key":"11_CR31","unstructured":"Wada, H., Fekete, A., Zhao, L., Lee, K., Liu, A.: Data consistency properties and the trade-offs in commercial cloud storages: the consumers\u2019 perspective. In: Proceedings of CIDR, pp. 134\u2013143 (2011)"},{"key":"11_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/978-3-662-45391-9_17","volume-title":"Service-Oriented Computing","author":"S Wang","year":"2014","unstructured":"Wang, S., Keivanloo, I., Zou, Y.: How do developers react to RESTful API evolution? In: Franch, X., Ghose, A.K., Lewis, G.A., Bhiri, S. (eds.) ICSOC 2014. LNCS, vol. 8831, pp. 245\u2013259. Springer, Heidelberg (2014)"},{"key":"11_CR33","doi-asserted-by":"crossref","unstructured":"Wittern, E., Laredo, J., Vukovic, M., Muthusamy, V., Slominski, A.: A graph-based data model for api ecosystem insights. In: Proceedings of ICWS, pp. 41\u201348. IEEE (2014)","DOI":"10.1109\/ICWS.2014.19"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Zellag, K., Kemme, B.: How consistent is your cloud application? In: Proceedings of SOCC. ACM (2012)","DOI":"10.1145\/2391229.2391235"},{"key":"11_CR35","doi-asserted-by":"crossref","unstructured":"Zhao, L., Liu, A., Keung, J.: Evaluating cloud platform architecture with the CARE framework. In: Proceedings of APSEC, pp. 60\u201369 (2010)","DOI":"10.1109\/APSEC.2010.17"}],"container-title":["Lecture Notes in Computer Science","Web Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-38791-8_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,18]],"date-time":"2023-08-18T16:05:43Z","timestamp":1692374743000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-38791-8_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319387901","9783319387918"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-38791-8_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"25 May 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}