{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T12:40:10Z","timestamp":1768740010794,"version":"3.49.0"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2014,10,11]],"date-time":"2014-10-11T00:00:00Z","timestamp":1412985600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Software Qual J"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s11219-014-9256-0","type":"journal-article","created":{"date-parts":[[2014,10,10]],"date-time":"2014-10-10T11:00:16Z","timestamp":1412938816000},"page":"337-364","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Adoption and use of cloud-based testing in practice"],"prefix":"10.1007","volume":"24","author":[{"given":"Leah","family":"Riungu-Kalliosaari","sequence":"first","affiliation":[]},{"given":"Ossi","family":"Taipale","sequence":"additional","affiliation":[]},{"given":"Kari","family":"Smolander","sequence":"additional","affiliation":[]},{"given":"Ita","family":"Richardson","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2014,10,11]]},"reference":[{"issue":"4","key":"9256_CR1","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/1721654.1721672","volume":"53","author":"B Armbrust","year":"2010","unstructured":"Armbrust, B., Fox, A., Griffith, R., Joseph, A., Katz, R., Konwinski, A., et al. (2010). A view of cloud computing. Communications of the ACM, 53(4), 50\u201358.","journal-title":"Communications of the ACM"},{"issue":"6","key":"9256_CR2","doi-asserted-by":"crossref","first-page":"599","DOI":"10.1016\/j.future.2008.12.001","volume":"25","author":"R Buyya","year":"2009","unstructured":"Buyya, R., Yeo, C. S., Venugopal, S., Broberg, J., & Brandic, I. (2009). Cloud computing and emerging IT platforms: Vision, hype, and reality for delivering computing as the 5th utility. Future Generation Computer Systems, 25(6), 599\u2013616.","journal-title":"Future Generation Computer Systems"},{"key":"9256_CR3","doi-asserted-by":"crossref","unstructured":"Candea, G., Bucur, S., Zamfir, C. (2010). Automated software testing as a service. SoCC \u201810 proceedings of the 1st ACM symposium on cloud computing, pp. 155\u2013160.","DOI":"10.1145\/1807128.1807153"},{"issue":"4","key":"9256_CR4","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/1713254.1713257","volume":"43","author":"L Ciortea","year":"2010","unstructured":"Ciortea, L., Zamfir, C., Bucur, S., Chipounov, V., & Candea, G. (2010). Cloud9: A software testing service. ACM SIGOPS Operating Systems Review, 43(4), 5\u201310.","journal-title":"ACM SIGOPS Operating Systems Review"},{"issue":"6","key":"9256_CR5","doi-asserted-by":"crossref","first-page":"654","DOI":"10.1016\/j.infsof.2007.02.011","volume":"49","author":"G Coleman","year":"2007","unstructured":"Coleman, G., & O\u2019Connor, R. (2007). Using grounded theory to understand software process improvement: A study of Irish software product companies. Information and Software Technology, 49(6), 654\u2013667.","journal-title":"Information and Software Technology"},{"issue":"3","key":"9256_CR6","doi-asserted-by":"crossref","first-page":"124","DOI":"10.1207\/s15430421tip3903_2","volume":"39","author":"DL Creswell","year":"2000","unstructured":"Creswell, D. L., & Miller, J. W. (2000). Determining validity in qualitative inquiry. Theory into Practice, 39(3), 124\u2013130.","journal-title":"Theory into Practice"},{"key":"9256_CR7","doi-asserted-by":"crossref","unstructured":"Gaisbauer, S., Kirschnick, J., Edwards. N., Rolia J. (2008). VATS: Virtualized-aware automated test service. Fifth international conference on quantitative evaluation of systems, pp. 93\u2013102.","DOI":"10.1109\/QEST.2008.24"},{"key":"9256_CR8","doi-asserted-by":"crossref","unstructured":"Ganon, Z., & Zilbershtein, I. E. (2009). Cloud-based performance testing of network management systems. Computer aided modeling and design of communication links and networks, pp. 1\u20136.","DOI":"10.1109\/CAMAD.2009.5161466"},{"key":"9256_CR9","doi-asserted-by":"crossref","unstructured":"Gao, J., Bai, X., Tsai, W-T., Uehara, T. (2013). Testing as a Service (TaaS) on Clouds. IEEE 7th international symposium on service oriented system engineering (SOSE), pp. 212\u2013223.","DOI":"10.1109\/SOSE.2013.66"},{"key":"9256_CR10","volume-title":"Business models in global software ecosystem","author":"Gartner","year":"2009","unstructured":"Gartner, (2009). Business models in global software ecosystem. Finnish Funding Agency for Technology and Innovation: Executive summary."},{"key":"9256_CR11","doi-asserted-by":"crossref","unstructured":"Gasson, S. (2004). Rigor in grounded theory research: An interpretive perspective on generating theory from qualitative field studies. In the handbook of information systems research. pp. 79\u2013102, IGI Global.","DOI":"10.4018\/978-1-59140-144-5.ch006"},{"key":"9256_CR12","doi-asserted-by":"crossref","unstructured":"Hanawa, T., Banzai, T., Koizumi, H., Kanbayashi, R., Imada, T., Sato, M. (2010). Large-scale software testing environment using cloud computing technology for dependable parallel and distributed systems. Third international conference on software testing verification and validation workshops, pp. 428\u2013433.","DOI":"10.1109\/ICSTW.2010.59"},{"key":"9256_CR13","unstructured":"Incki, K., Ari, I., S\u00f6zer, H., (2012). A survey of software testing in the cloud, IEEE 6th international conference on software security and reliability companion (SERE-C), pp. 18\u201323."},{"key":"9256_CR14","unstructured":"ISO\/IEC (2012). 29119-4 Systems and software engineering: Software testing\u2014Part 4: Test techniques."},{"key":"9256_CR15","doi-asserted-by":"crossref","unstructured":"Jenkins, W., Vilkomir, S., Sharma, P., Pirocanac, G. (2011). Framework for testing cloud platforms and infrastructures. International conference on cloud and service computing, pp. 134\u2013140.","DOI":"10.1109\/CSC.2011.6138511"},{"key":"9256_CR16","doi-asserted-by":"crossref","unstructured":"Jensen, M., Schwenk, J., Gruschka, N., Iacono, L. L. (2009). On technical security issues in cloud computing. IEEE international conference on cloud computing, pp. 109\u2013116.","DOI":"10.1109\/CLOUD.2009.60"},{"key":"9256_CR17","doi-asserted-by":"crossref","unstructured":"Jun, W., & Meng, F. (2011). Software testing based on cloud computing. International conference on internet computing and information services, pp. 176\u2013178.","DOI":"10.1109\/ICICIS.2011.51"},{"key":"9256_CR18","first-page":"447","volume":"42","author":"A Khajeh-Hosseini","year":"2012","unstructured":"Khajeh-Hosseini, A., Greenwood, D., Smith, J. W., & Sommerville, I. (2012). The cloud adoption toolkit: Supporting cloud adoption decisions in the enterprise. Software: Practice and Experience, 42, 447\u2013465.","journal-title":"Software: Practice and Experience"},{"key":"9256_CR19","unstructured":"Koong, C-S., Shih, C-H., Wu, C-C., Hsiung, P-A. (2013). The architecture of parallelized cloud-based automatic testing system, Seventh international conference on complex, intelligent, and software intensive systems (CISIS), pp. 467\u2013470."},{"key":"9256_CR20","doi-asserted-by":"crossref","unstructured":"Lee, J. Y., Lee, J. W., Cheun, D. W., Kim, S. D. (2009). A quality model for evaluating software-as-a-service in cloud computing. Seventh ACIS international conference on software engineering research management and applications, pp. 261\u2013266.","DOI":"10.1109\/SERA.2009.43"},{"key":"9256_CR21","doi-asserted-by":"crossref","unstructured":"Liu, H., & Orban, D. (2009). Remote network labs: An on-demand network cloud for configuration testing. First ACM workshop on research on enterprise networking review, pp. 93\u2013102.","DOI":"10.1145\/1592681.1592696"},{"issue":"1","key":"9256_CR22","doi-asserted-by":"crossref","first-page":"176","DOI":"10.1016\/j.dss.2010.12.006","volume":"51","author":"S Marston","year":"2011","unstructured":"Marston, S., Li, Z., Bandyopadhyay, S., Zhang, J., & Ghalsasi, A. (2011). Cloud computing \u2014 The business perspective. Decision Support Systems, 51(1), 176\u2013189.","journal-title":"Decision Support Systems"},{"key":"9256_CR23","volume-title":"Qualitative research design: An interactive approach","author":"JA Maxwell","year":"2005","unstructured":"Maxwell, J. A. (2005). Qualitative research design: An interactive approach. Sage publications: London."},{"key":"9256_CR24","doi-asserted-by":"crossref","unstructured":"Mell, P., & Grance, T. (2011) The NIST Definition of cloud computing. NIST Special Publication, http:\/\/csrc.nist.gov\/publications\/nistpubs\/800-145\/SP800-145.pdf . Accessed 10 May 2012.","DOI":"10.6028\/NIST.SP.800-145"},{"key":"9256_CR25","doi-asserted-by":"crossref","first-page":"513","DOI":"10.1016\/j.procs.2011.07.066","volume":"5","author":"AF Mohammad","year":"2011","unstructured":"Mohammad, A. F., & Mcheick, H. (2011). Cloud services testing: An understanding. Procedia Computer Science, 5, 513\u2013520. doi: 10.1016\/j.procs.2011.07.066 .","journal-title":"Procedia Computer Science"},{"key":"9256_CR26","doi-asserted-by":"crossref","unstructured":"Murthy, N. M. S., Suma, V. (2014). A study on cloud computing testing tools. The 48th annual convention of computer society of india - vol i. advances in intelligent systems and computing, pp. 605\u2013612.","DOI":"10.1007\/978-3-319-03107-1_66"},{"key":"9256_CR27","doi-asserted-by":"crossref","unstructured":"Nordic council of ministers. (2012). Nordic public sector cloud computing \u2013 a discussion paper. http:\/\/www.norden.org\/en\/publications\/publikationer\/2011-566 . Accessed 12 October 2012.","DOI":"10.6027\/tn2011-566"},{"issue":"4","key":"9256_CR28","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1109\/MS.2011.51","volume":"28","author":"A Ojala","year":"2011","unstructured":"Ojala, A., & Tyrv\u00e4inen, P. (2011). Developing cloud business models: A case study on cloud gaming. IEEE Software, 28(4), 42\u201347.","journal-title":"IEEE Software"},{"key":"9256_CR29","doi-asserted-by":"crossref","unstructured":"Oriol, M., & Ullah, F. (2010). YETI on the cloud. Third international conference on software testing verification and validation workshops, pp. 434\u2013437.","DOI":"10.1109\/ICSTW.2010.68"},{"key":"9256_CR30","doi-asserted-by":"crossref","unstructured":"Parveen, T., Tilley, S. (2010). When to migrate software testing to the cloud?. Third international conference on software testing verification and validation workshops, pp. 424\u2013427.","DOI":"10.1109\/ICSTW.2010.77"},{"issue":"3","key":"9256_CR31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2180921.2180938","volume":"37","author":"Priyanka","year":"2012","unstructured":"Priyanka, Chana, I., & Rana, A. (2012). Empirical evaluation of cloud-based testing techniques: A systematic review. ACM SIGSOFT Software Engineering Notes, 37(3), 1\u20139.","journal-title":"ACM SIGSOFT Software Engineering Notes"},{"key":"9256_CR32","doi-asserted-by":"crossref","unstructured":"Riungu-Kalliosaari, L., Taipale, O., Smolander K. (2012a). Software testing as a service: Perceptions from practice. In S. Tilley & T. Parveen (Eds.), Testing as a service: Perspectives on an emerging discipline (pp. 196\u2013215). IGI Global.","DOI":"10.4018\/978-1-4666-2536-5.ch009"},{"issue":"2","key":"9256_CR33","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1109\/MS.2011.132","volume":"29","author":"L Riungu-Kalliosaari","year":"2012","unstructured":"Riungu-Kalliosaari, L., Taipale, O., & Smolander, K. (2012). Testing in the cloud: Exploring the practice. IEEE Software, 29(2), 46\u201351.","journal-title":"IEEE Software"},{"key":"9256_CR34","doi-asserted-by":"crossref","unstructured":"Robinson, P., & Ragusa, C. (2011). Taxonomy and requirements rationalization for infrastructure in cloud-based software testing. IEEE third international conference on cloud computing technology and science, pp. 454\u2013461.","DOI":"10.1109\/CloudCom.2011.67"},{"issue":"2","key":"9256_CR35","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson, P., & H\u00f6st, M. (2009). Guidelines for conducting and reporting case study research in software engineering. Empirical Software Engineering, 14(2), 131\u2013164.","journal-title":"Empirical Software Engineering"},{"issue":"4","key":"9256_CR36","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1109\/32.799955","volume":"25","author":"C Seaman","year":"1999","unstructured":"Seaman, C. (1999). Qualitative methods in empirical studies of software engineering. IEEE Transactions on Software Engineering, 25(4), 557\u2013572.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9256_CR37","volume-title":"basics of qualitative research: Grounded theory procedures and techniques.","author":"A Strauss","year":"1990","unstructured":"Strauss, A., & Corbin, J. (1990). basics of qualitative research: Grounded theory procedures and techniques.. London: Sage Publications."},{"issue":"3","key":"9256_CR38","doi-asserted-by":"crossref","first-page":"272","DOI":"10.1016\/j.ijinfomgt.2010.08.001","volume":"31","author":"NA Sultan","year":"2011","unstructured":"Sultan, N. A. (2011). Reaching for the \u2018cloud\u2019: How SMEs can manage. International Journal of Information Management, 31(3), 272\u2013278.","journal-title":"International Journal of Information Management"},{"key":"9256_CR39","unstructured":"Riungu L. M., Taipale, O., Smolander, K. (2010). Research issues for software testing in the cloud, IEEE second international conference on cloud computing technology and science, pp. 557\u2013564."},{"issue":"11","key":"9256_CR40","first-page":"22","volume":"28","author":"U Timilsina","year":"2012","unstructured":"Timilsina, U., Riungu-Kalliosaari, L., Taipale, O., Smolander, K., & Weijun, W. (2012). Security issues on testing of public cloud applications. New Technology of Library and Information Service, 28(11), 22\u201333.","journal-title":"New Technology of Library and Information Service"},{"key":"9256_CR41","unstructured":"uTest, Microsoft security essentials, http:\/\/www.utest.com\/spotlight\/microsoft-security-essentials Accessed 10 May 2012."},{"key":"9256_CR42","unstructured":"uTest, Overview, http:\/\/www.utest.com\/overview . Accessed 10 May 2012."},{"key":"9256_CR43","unstructured":"uTest, Testing types, http:\/\/www.utest.com\/testing-types . Accessed 10 May 2012."},{"key":"9256_CR44","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1016\/j.istr.2011.08.002","volume":"16","author":"P Wilson","year":"2011","unstructured":"Wilson, P. (2011). Positive perspectives on cloud security. Information Security Technical Report, 16, 97\u2013101. doi: 10.1016\/j.istr.2011.08.002 .","journal-title":"Information Security Technical Report"},{"key":"9256_CR45","doi-asserted-by":"crossref","unstructured":"Wu, J., Wang, C., Liu, Y., Zhang, L. (2011). AGARIC: A hybrid cloud based testing platform. International conference on cloud and service computing, pp. 87\u201394.","DOI":"10.1109\/CSC.2011.6138558"},{"key":"9256_CR46","unstructured":"Yu, L., Tsai, W. T., Chen, X., Liu, L., Zhao, Y., Tang, L., Zhao, W. (2010). Testing as a service over cloud, Fifth IEEE international symposium on service oriented system engineering, pp. 181\u2013188."},{"key":"9256_CR47","doi-asserted-by":"crossref","unstructured":"Zardari, S., & Bahsoon, R. (2011). Cloud adoption: A goal-oriented requirements engineering approach. 2nd international workshop on software engineering for cloud computing, pp. 29\u201335.","DOI":"10.1145\/1985500.1985506"},{"issue":"3","key":"9256_CR48","doi-asserted-by":"crossref","first-page":"583","DOI":"10.1016\/j.future.2010.12.006","volume":"28","author":"D Zissis","year":"2010","unstructured":"Zissis, D., & Lekkas, D. (2010). Addressing cloud computing security issues. Future Generation Computer Systems, 28(3), 583\u2013592.","journal-title":"Future Generation Computer Systems"}],"container-title":["Software Quality Journal"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9256-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11219-014-9256-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11219-014-9256-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,16]],"date-time":"2019-08-16T02:42:24Z","timestamp":1565923344000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11219-014-9256-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,10,11]]},"references-count":48,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["9256"],"URL":"https:\/\/doi.org\/10.1007\/s11219-014-9256-0","relation":{},"ISSN":["0963-9314","1573-1367"],"issn-type":[{"value":"0963-9314","type":"print"},{"value":"1573-1367","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,10,11]]}}}