{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,2]],"date-time":"2025-06-02T22:23:41Z","timestamp":1748903021592,"version":"3.40.3"},"publisher-location":"Cham","reference-count":47,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319699257"},{"type":"electronic","value":"9783319699264"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-69926-4_26","type":"book-chapter","created":{"date-parts":[[2017,10,27]],"date-time":"2017-10-27T06:55:09Z","timestamp":1509087309000},"page":"368-384","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":25,"title":["Exploratory Testing of Large-Scale Systems \u2013 Testing in the Continuous Integration and Delivery Pipeline"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1438-0182","authenticated-orcid":false,"given":"Torvald","family":"M\u00e5rtensson","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1675-6884","authenticated-orcid":false,"given":"Daniel","family":"St\u00e5hl","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2854-722X","authenticated-orcid":false,"given":"Jan","family":"Bosch","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,10,28]]},"reference":[{"key":"26_CR1","volume-title":"Testing Computer Software","author":"C Kaner","year":"1988","unstructured":"Kaner, C.: Testing Computer Software. TAB Books, Blue Ridge Summit (1988)"},{"key":"26_CR2","volume-title":"Lessons Learned in Software Testing","author":"C Kaner","year":"2001","unstructured":"Kaner, C., Bach, J., Pettichord, B.: Lessons Learned in Software Testing. Wiley, New York (2001)"},{"key":"26_CR3","volume-title":"More Agile Testing","author":"J Gregory","year":"2015","unstructured":"Gregory, J., Crispin, L.: More Agile Testing. Addison Wesley, Boston (2015)"},{"key":"26_CR4","unstructured":"Hendrickson, E.: Explore It! The Pragmatic Bookshelf, Dallas (2013)"},{"key":"26_CR5","volume-title":"Exploratory Software Testing","author":"J Whittaker","year":"2010","unstructured":"Whittaker, J.: Exploratory Software Testing. Addison Wesley, Boston (2010)"},{"key":"26_CR6","volume-title":"Extreme Programming Explained: Embrace Change","author":"K Beck","year":"1999","unstructured":"Beck, K.: Extreme Programming Explained: Embrace Change, 1st edn. Addison-Wesley Professional, Boston (1999)","edition":"1"},{"key":"26_CR7","unstructured":"Fowler, M.: Continuous integration (2006). http:\/\/www.martinfowler.com\/articles\/continuousIntegration.html"},{"key":"26_CR8","volume-title":"Continuous Delivery","author":"J Humble","year":"2011","unstructured":"Humble, J., Farley, D.: Continuous Delivery. Addison Wesley, Boston (2011)"},{"key":"26_CR9","volume-title":"Continuous Integration","author":"P Duvall","year":"2007","unstructured":"Duvall, P.: Continuous Integration. Addison Wesley, Boston (2007)"},{"key":"26_CR10","volume-title":"Practices for Scaling Lean & Agile Development \u2013 Large, Multisite, and Offshore Product Development with Large-Scale Scrum","author":"C Larman","year":"2010","unstructured":"Larman, C., Vodde, B.: Practices for Scaling Lean & Agile Development \u2013 Large, Multisite, and Offshore Product Development with Large-Scale Scrum. Addison Wesley, Boston (2010)"},{"key":"26_CR11","unstructured":"Kitchenham, B.: Procedures for performing systematic reviews. Keele UK Keele University, vol. 33, pp. 1\u201326 (2004)"},{"issue":"2","key":"26_CR12","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson, P., H\u00f6st, M.: Guidelines for conducting and reporting case study research in software engineering. Empirical Softw. Eng. 14(2), 131\u2013164 (2009). doi: 10.1007\/s10664-008-9102-8","journal-title":"Empirical Softw. Eng."},{"key":"26_CR13","volume-title":"Real World Research","author":"C Robson","year":"2016","unstructured":"Robson, C., McCartan, K.: Real World Research, 4th edn. Wiley, London (2016)","edition":"4"},{"issue":"1","key":"26_CR14","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s10586-017-0773-z","volume":"20","author":"K Frajtak","year":"2017","unstructured":"Frajtak, K., Bures, M., Jelinek, I.: Exploratory testing supported by automated reengineering of model of the system under test. Cluster Comput. 20(1), 855\u2013865 (2017). doi: 10.1007\/s10586-017-0773-z","journal-title":"Cluster Comput."},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Frajtak, K., Bures, M., Jelinek, I.: Model-based testing and exploratory testing: is synergy possible? In: 6th International Conference on IT Convergence and Security, ICITCS 2016 (2016). 7740354","DOI":"10.1109\/ICITCS.2016.7740354"},{"key":"26_CR16","doi-asserted-by":"publisher","unstructured":"Gebizli, C.\u015e., S\u00f6zer, H.: Automated refinement of models for model-based testing using exploratory testing. Softw. Qual. J., 1\u201327 (2016). doi: 10.1007\/s11219-016-9338-2","DOI":"10.1007\/s11219-016-9338-2"},{"key":"26_CR17","doi-asserted-by":"crossref","unstructured":"Schaefer, C.J., Do, H.: Model-based exploratory testing: a controlled experiment. In: Proceedings of IEEE 7th International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2014, pp. 284\u2013293 (2014). 6825674","DOI":"10.1109\/ICSTW.2014.31"},{"key":"26_CR18","doi-asserted-by":"crossref","unstructured":"Schaefer, C., Do, H., Slator, B.M.: Crushinator: a framework towards game-independent testing. In: Proceedings of 2013 28th IEEE\/ACM International Conference on Automated Software Engineering, ASE 2013, pp. 726\u2013729 (2013). 6693143","DOI":"10.1109\/ASE.2013.6693143"},{"issue":"2","key":"26_CR19","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1002\/smr.1621","volume":"26","author":"SMA Shah","year":"2014","unstructured":"Shah, S.M.A., Gencel, C., Alvi, U.S., Petersen, K.: Towards a hybrid testing process unifying exploratory testing and scripted testing. J. Softw. Evol. Process. 26(2), 220\u2013250 (2014). doi: 10.1002\/smr.1621","journal-title":"J. Softw. Evol. Process."},{"key":"26_CR20","series-title":"AISC","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1007\/978-3-319-03095-1_51","volume-title":"ICT and Critical Infrastructure","author":"N Rashmi","year":"2014","unstructured":"Rashmi, N., Suma, V.: Defect detection efficiency of the combined approach. In: Satapathy, S., Avadhani, P., Udgata, S., Lakshminarayana, S. (eds.) ICT and Critical Infrastructure. AISC, vol. 249, pp. 485\u2013490. Springer, Cham (2014). doi: 10.1007\/978-3-319-03095-1_51"},{"key":"26_CR21","doi-asserted-by":"crossref","unstructured":"Kuhn, A.: On extracting unit tests from interactive live programming sessions. In: Proceedings of International Conference on Software Engineering, pp. 1241\u20131244 (2013). 6606688","DOI":"10.1109\/ICSE.2013.6606688"},{"key":"26_CR22","doi-asserted-by":"crossref","unstructured":"Kumar, S., Wallace, C.: Guidance for exploratory testing through problem frames. In: Proceedings of Software Engineering Education Conference, pp. 284\u2013288 (2013). 6595262","DOI":"10.1109\/CSEET.2013.6595262"},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Makondo, W., et al.: Exploratory test oracle using multi-layer perceptron neural network. In: 2016 International Conference on Advances in Computing, Communications and Informatics, ICACCI 2016, pp. 1166\u20131171 (2016). 7732202","DOI":"10.1109\/ICACCI.2016.7732202"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Thangiah, M., Basri, S.: A preliminary analysis of various testing techniques in Agile development - a systematic literature review. In: Proceedings of 3rd International Conference on Computer and Information Sciences, ICCOINS 2016, pp. 600\u2013605 (2016). 7783283","DOI":"10.1109\/ICCOINS.2016.7783283"},{"key":"26_CR25","doi-asserted-by":"crossref","first-page":"1339","DOI":"10.1016\/j.infsof.2016.09.002","volume":"80","author":"V Garousi","year":"2016","unstructured":"Garousi, V., M\u00e4ntyl\u00e4, M.V.: A systematic literature review of literature reviews in software testing. Inf. Softw. Technol. 80, 1339\u20131351 (2016)","journal-title":"Inf. Softw. Technol."},{"key":"26_CR26","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1007\/978-3-319-13251-8_5","volume-title":"Software Quality. Software and Systems Quality in Distributed and Mobile Environments","author":"AN Ghazi","year":"2015","unstructured":"Ghazi, A.N., Petersen, K., B\u00f6rstler, J.: Heterogeneous systems testing techniques: an exploratory survey. In: Winkler, D., Biffl, S., Bergsmann, J. (eds.) SWQD 2015. LNBIP, vol. 200, pp. 67\u201385. Springer, Cham (2015). doi: 10.1007\/978-3-319-13251-8_5"},{"issue":"4","key":"26_CR27","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1109\/MS.2015.85","volume":"33","author":"J Itkonen","year":"2016","unstructured":"Itkonen, J., Mantyla, M.V., Lassenius, C.: Test better by exploring: harnessing human skills and knowledge. IEEE Softw. 33(4), 90\u201396 (2016). 7155417","journal-title":"IEEE Softw."},{"issue":"3","key":"26_CR28","doi-asserted-by":"publisher","first-page":"844","DOI":"10.1007\/s10664-014-9301-4","volume":"20","author":"W Afzal","year":"2015","unstructured":"Afzal, W., et al.: An experiment on the effectiveness and efficiency of exploratory testing. Empirical Softw. Eng. 20(3), 844\u2013878 (2015). doi: 10.1007\/s10664-014-9301-4","journal-title":"Empirical Softw. Eng."},{"issue":"2","key":"26_CR29","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1007\/s10664-013-9266-8","volume":"19","author":"J Itkonen","year":"2014","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V.: Are test cases needed? Replicated comparison between exploratory and test-case-based software testing. Empirical Softw. Eng. 19(2), 303\u2013342 (2014). doi: 10.1007\/s10664-013-9266-8","journal-title":"Empirical Softw. Eng."},{"issue":"3","key":"26_CR30","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1109\/MITP.2013.21","volume":"16","author":"SMA Shah","year":"2014","unstructured":"Shah, S.M.A., et al.: Exploratory testing as a source of technical debt. IT Prof. 16(3), 44\u201351 (2014). 6475929","journal-title":"IT Prof."},{"key":"26_CR31","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/978-3-319-06862-6_13","volume-title":"Agile Processes in Software Engineering and Extreme Programming","author":"SMA Shah","year":"2014","unstructured":"Shah, S.M.A., Alvi, U.S., Gencel, C., Petersen, K.: Comparing a hybrid testing process with scripted and exploratory testing: an experimental study with practitioners. In: Cantone, G., Marchesi, M. (eds.) XP 2014. LNBIP, vol. 179, pp. 187\u2013202. Springer, Cham (2014). doi: 10.1007\/978-3-319-06862-6_13"},{"key":"26_CR32","doi-asserted-by":"crossref","unstructured":"Prakash, V., Gopalakrishnan, S.: Testing efficiency exploited: scripted versus exploratory testing. In: 2011 3rd International Conference on Electronics Computer Technology, ICECT 2011, vol. 3, pp. 168\u2013172 (2011). 5941824","DOI":"10.1109\/ICECTECH.2011.5941824"},{"key":"26_CR33","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V., Lassenius, C.: Defect detection efficiency: test case based vs. exploratory testing. In: Proceedings of 1st International Symposium on Empirical Software Engineering and Measurement, ESEM 2007, pp. 61\u201370 (2007). 4343733"},{"key":"26_CR34","doi-asserted-by":"crossref","unstructured":"Do Nascimento, L.H.O., Machado, P.D.L.: An experimental evaluation of approaches to feature testing in the mobile phone applications domain. In: Workshop on Domain-Specific Approaches to Software Test Automation - In Conjunction with the 6th ESEC\/FSE Joint Meeting, DoSTA 2007, pp. 27\u201333 (2007)","DOI":"10.1145\/1294921.1294926"},{"key":"26_CR35","unstructured":"Sviridova, T., Stakhova, D., Marikutsa, U.: Exploratory testing: management solution. In: 2013 12th International Conference on the Experience of Designing and Application of CAD Systems in Microelectronics, CADSM 2013, p. 361 (2013). 6543293"},{"key":"26_CR36","doi-asserted-by":"crossref","unstructured":"Micallef, M., Porter, C., Borg, A.: Do exploratory testers need formal training? An investigation using HCI techniques. In: Proceedings of 2016 IEEE International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2016, pp. 305\u2013314 (2016). 7528977","DOI":"10.1109\/ICSTW.2016.31"},{"key":"26_CR37","unstructured":"Raappana, P., et al.: The effect of team exploratory testing - experience report from F-Secure. In: Proceedings of 2016 on IEEE International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2016, pp. 295\u2013304 (2016). 7528976"},{"key":"26_CR38","doi-asserted-by":"crossref","unstructured":"Shoaib, L., Nadeem, A., Akbar, A.: An empirical evaluation of the influence of human personality on exploratory software testing. In: 2009 IEEE 13th International Multitopic Conference, INMIC 2009 (2009). 5383088","DOI":"10.1109\/INMIC.2009.5383088"},{"key":"26_CR39","doi-asserted-by":"crossref","unstructured":"Pfahl, D., et al.: How is exploratory testing used? A state-of-the-practice survey. In: International Symposium on Empirical Software Engineering and Measurement (2014)","DOI":"10.1145\/2652524.2652531"},{"issue":"5","key":"26_CR40","doi-asserted-by":"crossref","first-page":"707","DOI":"10.1109\/TSE.2012.55","volume":"39","author":"J Itkonen","year":"2013","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V., Lassenius, C.: The role of the tester\u2019s knowledge in exploratory software testing. IEEE Trans. Softw. Eng. 39(5), 707\u2013724 (2013). 6298893","journal-title":"IEEE Trans. Softw. Eng."},{"key":"26_CR41","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V., Lassenius, C.: How do testers do it? An exploratory study on manual testing practices. In: 2009 3rd International Symposium on Empirical Software Engineering and Measurement, ESEM 2009, pp. 494\u2013497 (2009). 5314240"},{"key":"26_CR42","doi-asserted-by":"crossref","unstructured":"Itkonen, J., Rautiainen, K., Exploratory testing: a multiple case study. In: 2005 International Symposium on Empirical Software Engineering, ISESE 2005, pp. 84\u201393 (2005). 1541817","DOI":"10.1109\/ISESE.2005.1541817"},{"key":"26_CR43","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/978-3-319-33515-5_16","volume-title":"Agile Processes, in Software Engineering, and Extreme Programming","author":"N Gouveia","year":"2016","unstructured":"Gouveia, N.: Agile testing on an online betting application. In: Sharp, H., Hall, T. (eds.) XP 2016. LNBIP, vol. 251, pp. 193\u2013200. Springer, Cham (2016). doi: 10.1007\/978-3-319-33515-5_16"},{"key":"26_CR44","doi-asserted-by":"crossref","unstructured":"Suranto, B.: Exploratory software testing in agile project. In: 2015 2nd International Conference on Computer, Communications, and Control Technology, Art Proceeding, I4CT 2015, pp. 280\u2013283 (2015). 7219581","DOI":"10.1109\/I4CT.2015.7219581"},{"key":"26_CR45","doi-asserted-by":"crossref","unstructured":"Moss, C.: Big visible testing. In: Proceedings of AGILE 2013, pp. 94\u2013100 (2013). 6612884","DOI":"10.1109\/AGILE.2013.15"},{"key":"26_CR46","doi-asserted-by":"crossref","unstructured":"Pichler, J., Ramler, R.: How to test the intangible properties of graphical user interfaces? In: Proceedings of the 1st International Conference on Software Testing, Verification and Validation, ICST 2008, pp. 494\u2013497 (2008). 4539578","DOI":"10.1109\/ICST.2008.52"},{"key":"26_CR47","volume-title":"Quasi-Experimentation: Design & Analysis Issues for Field Settings","author":"TD Cook","year":"1979","unstructured":"Cook, T.D., Campbell, D.T., Day, A.: Quasi-Experimentation: Design & Analysis Issues for Field Settings, vol. 351. Houghton Mifflin, Boston (1979)"}],"container-title":["Lecture Notes in Computer Science","Product-Focused Software Process Improvement"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-69926-4_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T03:23:52Z","timestamp":1570245832000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-69926-4_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319699257","9783319699264"],"references-count":47,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-69926-4_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]}}}