{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T15:36:37Z","timestamp":1776785797162,"version":"3.51.2"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T00:00:00Z","timestamp":1563840000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T00:00:00Z","timestamp":1563840000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Cloud Comp"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s13677-019-0134-y","type":"journal-article","created":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T14:15:33Z","timestamp":1563891333000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":50,"title":["Scalability analysis comparisons of cloud-based software services"],"prefix":"10.1186","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1144-3053","authenticated-orcid":false,"given":"Amro","family":"Al-Said Ahmad","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9321-3296","authenticated-orcid":false,"given":"Peter","family":"Andras","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,7,23]]},"reference":[{"key":"134_CR1","volume-title":"Software performance and scalability: a quantitative approach","author":"HH Liu","year":"2011","unstructured":"Liu HH (2011) Software performance and scalability: a quantitative approach. Wiley, Hoboken"},{"key":"134_CR2","doi-asserted-by":"publisher","first-page":"2341","DOI":"10.1109\/TPDS.2015.2499749","volume":"27","author":"T Atmaca","year":"2016","unstructured":"Atmaca T, Begin T, Brandwajn A, Castel-Taleb H (2016) Performance evaluation of cloud computing centers with general arrivals and service. IEEE Trans Parallel Distrib Syst 27:2341\u20132348. https:\/\/doi.org\/10.1109\/TPDS.2015.2499749","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"134_CR3","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1145\/2668930.2688043","volume-title":"Proceedings of the 6th ACM\/SPEC international conference on performance engineering - ICPE \u201815","author":"M Becker","year":"2015","unstructured":"Becker M, Lehrig S, Becker S (2015) Systematically deriving quality metrics for cloud computing systems. In: Proceedings of the 6th ACM\/SPEC international conference on performance engineering - ICPE \u201815. ACM, New York, pp 169\u2013174"},{"key":"134_CR4","first-page":"23","volume-title":"Presented as part of the 10th international conference on autonomic computing","author":"NR Herbst","year":"2013","unstructured":"Herbst NR, Kounev S, Reussner R (2013) Elasticity in cloud computing: what it is , and what it is not. In: Presented as part of the 10th international conference on autonomic computing. USENIX, San Jose, pp 23\u201327"},{"key":"134_CR5","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1145\/2737182.2737185","volume-title":"Proceedings of the 11th international ACM SIGSOFT conference on quality of software architectures - QoSA \u201815","author":"S Lehrig","year":"2015","unstructured":"Lehrig S, Eikerling H, Becker S (2015) Scalability, elasticity, and efficiency in cloud computing: a systematic literature review of definitions and metrics. In: Proceedings of the 11th international ACM SIGSOFT conference on quality of software architectures - QoSA \u201815, pp 83\u201392"},{"key":"134_CR6","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/978-3-642-13119-6_2","volume-title":"Algorithms and architectures for parallel processing (10th International Conference, ICA3PP 20)","author":"R Buyya","year":"2010","unstructured":"Buyya R, Ranjan R, Calheiros RN (2010) InterCloud : utility-oriented Federation of Cloud Computing Environments for scaling of. In: Hsu C-H, Yang LT, Park JH, Yeo S-S (eds) Algorithms and architectures for parallel processing (10th International Conference, ICA3PP 20). Springer, Berlin, Heidelberg, pp 13\u201331"},{"key":"134_CR7","first-page":"763","volume-title":"Proceedings of the international conference on cloud computing technology and science, CloudCom","author":"K Hwang","year":"2015","unstructured":"Hwang K, Shi Y, Bai X (2015) Scale-out vs. scale-up techniques for cloud performance and productivity. In: Proceedings of the international conference on cloud computing technology and science, CloudCom, pp 763\u2013768"},{"key":"134_CR8","unstructured":"Blokland K, Mengerink J, Pol M (2013) Testing cloud services: how to test SaaS, PaaS & IaaS, Rocky Nook, Inc."},{"key":"134_CR9","doi-asserted-by":"crossref","unstructured":"Aljahdali H, Albatli A, Garraghan P, et al (2014) Multi-tenancy in cloud computing. In: Proceedings - IEEE 8th international symposium on service oriented system engineering, SOSE, 2014. Oxford, pp 344\u2013351","DOI":"10.1109\/SOSE.2014.50"},{"key":"134_CR10","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1145\/2188286.2188301","volume-title":"Proceedings of the third joint WOSP\/SIPEW international conference on performance engineering - ICPE \u201812","author":"S Islam","year":"2012","unstructured":"Islam S, Lee K, Fekete A, Liu A (2012) How a consumer can measure elasticity for cloud platforms. In: Proceedings of the third joint WOSP\/SIPEW international conference on performance engineering - ICPE \u201812. ACM, New York, p 85"},{"key":"134_CR11","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/TPDS.2015.2398438","volume":"27","author":"K Hwang","year":"2016","unstructured":"Hwang K, Bai X, Shi Y et al (2016) Cloud performance modeling with benchmark evaluation of elastic scaling strategies. IEEE Trans Parallel Distrib Syst 27:130\u2013143. https:\/\/doi.org\/10.1109\/TPDS.2015.2398438","journal-title":"IEEE Trans Parallel Distrib Syst"},{"key":"134_CR12","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1109\/SERVICES.2018.00016","volume-title":"2018 IEEE World Congress on Services (SERVICES)","author":"A Al-Said Ahmad","year":"2018","unstructured":"Al-Said Ahmad A, Andras P (2018) Measuring the scalability of cloud-based software services. In: 2018 IEEE World Congress on Services (SERVICES). IEEE, San Francisco, pp 5\u20136. https:\/\/doi.org\/10.1109\/SERVICES.2018.00016"},{"key":"134_CR13","first-page":"73","volume-title":"Proceedings - 2011 IEEE 4th international conference on CLOUD computing, CLOUD 2011","author":"D Jayasinghe","year":"2011","unstructured":"Jayasinghe D, Malkowski S, Wang Q et al (2011) Variations in performance and scalability when migrating n-tier applications to different clouds. In: Proceedings - 2011 IEEE 4th international conference on CLOUD computing, CLOUD 2011, pp 73\u201380"},{"key":"134_CR14","doi-asserted-by":"publisher","first-page":"293","DOI":"10.1109\/TSC.2013.46","volume":"7","author":"D Jayasinghe","year":"2014","unstructured":"Jayasinghe D, Malkowski S, Li J et al (2014) Variations in performance and scalability: an experimental study in IaaS clouds using multi-tier workloads. IEEE Trans Serv Comput 7:293\u2013306. https:\/\/doi.org\/10.1109\/TSC.2013.46","journal-title":"IEEE Trans Serv Comput"},{"key":"134_CR15","doi-asserted-by":"crossref","unstructured":"Gao J, Pattabhiraman P, Bai X, Tsai WT (2011) SaaS performance and scalability evaluation in clouds. In: Proceedings - 6th IEEE international symposium on service-oriented system engineering, SOSE 2011. IEEE,\u00a0Irvine, pp 61\u201371","DOI":"10.1109\/SOSE.2011.6139093"},{"key":"134_CR16","doi-asserted-by":"publisher","unstructured":"Al-Said Ahmad A, Andras P (2018) Measuring and testing the scalability of cloud-based software services. In: 2018 fifth international symposium on innovation in information and communication technology (ISIICT), Amman, pp 1\u20138. https:\/\/doi.org\/10.1109\/ISIICT.2018.8613297 .","DOI":"10.1109\/ISIICT.2018.8613297"},{"key":"134_CR17","doi-asserted-by":"publisher","first-page":"567","DOI":"10.1007\/s10922-014-9307-7","volume":"23","author":"B Jennings","year":"2015","unstructured":"Jennings B, Stadler R (2015) Resource Management in Clouds: survey and research challenges. J Netw Syst Manag 23:567\u2013619. https:\/\/doi.org\/10.1007\/s10922-014-9307-7","journal-title":"J Netw Syst Manag"},{"key":"134_CR18","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1109\/SOSE.2013.98","volume-title":"Proceedings - 2013 IEEE 7th international symposium on service-oriented system engineering, SOSE 2013","author":"J Gao","year":"2013","unstructured":"Gao J, Bai X, Tsai WT, Uehara T (2013) SaaS testing on clouds - issues, challenges, and needs. In: Proceedings - 2013 IEEE 7th international symposium on service-oriented system engineering, SOSE 2013, pp 409\u2013415"},{"key":"134_CR19","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1109\/QRS-C.2017.94","volume-title":"Proceedings 2017 IEEE international conference on software quality, reliability and security companion, QRS-C 2017","author":"A Al-Said Ahmad","year":"2017","unstructured":"Al-Said Ahmad A, Brereton P, Andras P (2017) A systematic mapping study of empirical studies on software cloud testing methods. In: Proceedings 2017 IEEE international conference on software quality, reliability and security companion, QRS-C 2017, pp 555\u2013562. https:\/\/doi.org\/10.1109\/QRS-C.2017.94"},{"issue":"23","key":"134_CR20","doi-asserted-by":"publisher","first-page":"43373","DOI":"10.1007\/s12243-014-0450-7","volume":"10","author":"N Geetha","year":"2015","unstructured":"Geetha N, Anbarasi MS (2015) Ontology in cloud computing: a survey. Int J Appl Eng Res 10(23):43373\u201343377. https:\/\/doi.org\/10.1007\/s12243-014-0450-7","journal-title":"Int J Appl Eng Res"},{"key":"134_CR21","first-page":"1","volume-title":"World automation congress proceedings","author":"Y Hu","year":"2016","unstructured":"Hu Y, Deng B, Peng F et al (2016) A survey on evaluating elasticity of cloud computing platform. In: World automation congress proceedings, pp 1\u20134"},{"key":"134_CR22","first-page":"46","volume-title":"Proceedings - 10th international symposium on software engineering for adaptive and self-managing systems, SEAMS 2015","author":"NR Herbst","year":"2015","unstructured":"Herbst NR, Kounev S, Weber A, Groenda H (2015) BUNGEE: an elasticity benchmark for self-adaptive IaaS cloud environments. In: Proceedings - 10th international symposium on software engineering for adaptive and self-managing systems, SEAMS 2015, pp 46\u201356"},{"key":"134_CR23","doi-asserted-by":"publisher","first-page":"425","DOI":"10.1145\/3030207.3053678","volume-title":"Proceedings of the 8th ACM\/SPEC on international conference on performance engineering - ICPE \u201817","author":"A Bauer","year":"2017","unstructured":"Bauer A, Herbst N, Kounev S (2017) Design and evaluation of a proactive, application-aware auto-scaler. In: Proceedings of the 8th ACM\/SPEC on international conference on performance engineering - ICPE \u201817. ACM, New York, pp 425\u2013428"},{"key":"134_CR24","first-page":"172","volume-title":"Proceedings of the 9th EAI international conference on performance evaluation methodologies and tools. ICST (Institute for Computer Sciences, social-informatics and telecommunications engineering)","author":"M Beltran","year":"2016","unstructured":"Beltran M (2016) Defining an elasticity metric for cloud computing environments. In: Proceedings of the 9th EAI international conference on performance evaluation methodologies and tools. ICST (Institute for Computer Sciences, social-informatics and telecommunications engineering). ICST, Brussels, pp 172\u2013179"},{"key":"134_CR25","doi-asserted-by":"publisher","first-page":"1219","DOI":"10.14778\/2732977.2732995","volume":"7","author":"J Kuhlenkamp","year":"2014","unstructured":"Kuhlenkamp J, Klems M, R\u00f6ss O (2014) Benchmarking scalability and elasticity of distributed database systems. Proc VLDB Endow 7:1219\u20131230. https:\/\/doi.org\/10.14778\/2732977.2732995","journal-title":"Proc VLDB Endow"},{"key":"134_CR26","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1145\/3030207.3030214","volume-title":"Proceedings of the 8th ACM\/SPEC on international conference on performance engineering - ICPE \u201817","author":"A Ilyushkin","year":"2017","unstructured":"Ilyushkin A, Ali-Eldin A, Herbst N et al (2017) An experimental performance evaluation of autoscaling policies for complex workflows. In: Proceedings of the 8th ACM\/SPEC on international conference on performance engineering - ICPE \u201817. ACM, New York, pp 75\u201386"},{"key":"134_CR27","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1109\/NAS.2009.20","volume-title":"Proceedings - 2009 IEEE international conference on networking, architecture, and storage, NAS 2009","author":"M Hasan Jamal","year":"2009","unstructured":"Hasan Jamal M, Qadeer A, Mahmood W et al (2009) Virtual machine scalability on multi-core processors based servers for cloud computing workloads. In: Proceedings - 2009 IEEE international conference on networking, architecture, and storage, NAS 2009, pp 90\u201397"},{"key":"134_CR28","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1016\/j.future.2017.04.018","volume":"78","author":"S Lehrig","year":"2018","unstructured":"Lehrig S, Sanders R, Brataas G et al (2018) CloudStore \u2014 towards scalability, elasticity, and efficiency benchmarking and analysis in cloud computing. Futur Gener Comput Syst 78:115\u2013126. https:\/\/doi.org\/10.1016\/j.future.2017.04.018","journal-title":"Futur Gener Comput Syst"},{"key":"134_CR29","first-page":"285","volume-title":"Proceedings - 2017 IEEE international conference on autonomic computing, ICAC 2017","author":"G Brataas","year":"2017","unstructured":"Brataas G, Herbst N, Ivansek S, Polutnik J (2017) Scalability analysis of cloud software services. In: Proceedings - 2017 IEEE international conference on autonomic computing, ICAC 2017, pp 285\u2013292"},{"key":"134_CR30","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1007\/3-540-47772-1_24","volume-title":"Infrastructure for agents, multi-agent systems, and scalable multi-agent systems","author":"M Woodside","year":"2001","unstructured":"Woodside M (2001) Scalability metrics and analysis of Mobile agent systems. In: Wagner T, Rana OF (eds) Infrastructure for agents, multi-agent systems, and scalable multi-agent systems. Springer Berlin Heidelberg, Berlin, Heidelberg, pp 234\u2013245"},{"key":"134_CR31","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1145\/2361999.2362008","volume-title":"Proceedings of the WICSA\/ECSA 2012 companion volume on - WICSA\/ECSA \u201812","author":"M Vasar","year":"2012","unstructured":"Vasar M, Srirama SN, Dumas M (2012) Framework for monitoring and testing web application scalability on the cloud. In: Proceedings of the WICSA\/ECSA 2012 companion volume on - WICSA\/ECSA \u201812, p 53"},{"key":"134_CR32","unstructured":"Autili M, Di Ruscio D, Paola I, et al (2011) CHOReOS dynamic development model definition (D2. 1), Technical report."},{"key":"134_CR33","doi-asserted-by":"publisher","first-page":"1111","DOI":"10.1109\/TC.2013.55","volume":"63","author":"Z Xiao","year":"2014","unstructured":"Xiao Z, Chen Q, Luo H (2014) Automatic scaling of internet applications for cloud computing services. IEEE Trans Comput 63:1111\u20131123","journal-title":"IEEE Trans Comput"},{"key":"134_CR34","unstructured":"Amazon EC2 (2019) What Is Amazon EC2 Auto Scaling? https:\/\/docs.aws.amazon.com\/autoscaling\/ec2\/userguide\/what-is-amazon-ec2-auto-scaling.html . Accessed 23 Jan 2019"},{"key":"134_CR35","unstructured":"OrangeHRM OrangeHRM REST APIS. https:\/\/api.orangehrm.com\/?url=\/apidoc\/index.html . Accessed 14 Feb 2019"},{"key":"134_CR36","volume-title":"Caching","author":"Microsoft Azure","year":"2017","unstructured":"Microsoft Azure (2017) Caching. https:\/\/docs.microsoft.com\/en-us\/azure\/architecture\/best-practices\/caching . Accessed 15 Mar 2019"},{"key":"134_CR37","unstructured":"JMeter (2019) JMeter HTTP Request. https:\/\/jmeter.apache.org\/usermanual\/ component_reference.html#HTTP_Request. Accessed 1 Apr 2019"},{"key":"134_CR38","first-page":"378","volume-title":"Proceedings of the IEEE symposium on reliable distributed systems","author":"Q Wang","year":"2012","unstructured":"Wang Q, Kanemasa Y, Li J et al (2012) Response time reliability in cloud environments: an empirical study of n-tier applications at high resource utilization. In: Proceedings of the IEEE symposium on reliable distributed systems, pp 378\u2013383"},{"key":"134_CR39","unstructured":"Butler B (2016) Who\u2019s got the best cloud latency? https:\/\/www.networkworld.com\/article\/3095022\/cloud-computing\/who-s-got-the-best-cloud-latency.html ,. Accessed 19 Mar 2018"},{"key":"134_CR40","first-page":"469","volume-title":"Proceedings of the 26th international conference on world wide web - WWW \u201817","author":"H Jayathilaka","year":"2017","unstructured":"Jayathilaka H, Krintz C, Wolski R (2017) Performance monitoring and root cause analysis for cloud-hosted web applications. In: Proceedings of the 26th international conference on world wide web - WWW \u201817. International World Wide Web Conferences Steering Committee, Republic and Canton of Geneva, pp 469\u2013478"}],"container-title":["Journal of Cloud Computing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s13677-019-0134-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s13677-019-0134-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s13677-019-0134-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T01:48:47Z","timestamp":1610588927000},"score":1,"resource":{"primary":{"URL":"https:\/\/journalofcloudcomputing.springeropen.com\/articles\/10.1186\/s13677-019-0134-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,23]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["134"],"URL":"https:\/\/doi.org\/10.1186\/s13677-019-0134-y","relation":{},"ISSN":["2192-113X"],"issn-type":[{"value":"2192-113X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,23]]},"assertion":[{"value":"4 December 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 July 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"10"}}