{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T01:00:01Z","timestamp":1740099601001,"version":"3.37.3"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030353322"},{"type":"electronic","value":"9783030353339"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-35333-9_21","type":"book-chapter","created":{"date-parts":[[2019,11,17]],"date-time":"2019-11-17T19:01:29Z","timestamp":1574017289000},"page":"299-314","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Excellence in Exploratory Testing: Success Factors in Large-Scale Industry Projects"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1438-0182","authenticated-orcid":false,"given":"Torvald","family":"M\u00e5rtensson","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0669-8687","authenticated-orcid":false,"given":"Antonio","family":"Martini","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1675-6884","authenticated-orcid":false,"given":"Daniel","family":"St\u00e5hl","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2854-722X","authenticated-orcid":false,"given":"Jan","family":"Bosch","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,11,18]]},"reference":[{"key":"21_CR1","volume-title":"More agile Testing","author":"J Gregory","year":"2015","unstructured":"Gregory, J., Crispin, L.: More agile Testing. Addison Wesley, Boston (2015)"},{"key":"21_CR2","unstructured":"Hendrickson, E.: Explore It!, The Pragmatic Bookshelf (2013)"},{"key":"21_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"368","DOI":"10.1007\/978-3-319-69926-4_26","volume-title":"Product-Focused Software Process Improvement","author":"T M\u00e5rtensson","year":"2017","unstructured":"M\u00e5rtensson, T., St\u00e5hl, D., Bosch, J.: Exploratory testing of large-scale systems \u2013 testing in the continuous integration and delivery pipeline. In: Felderer, M., M\u00e9ndez Fern\u00e1ndez, D., Turhan, B., Kalinowski, M., Sarro, F., Winkler, D. (eds.) PROFES 2017. LNCS, vol. 10611, pp. 368\u2013384. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-69926-4_26"},{"issue":"2004","key":"21_CR4","first-page":"1","volume":"33","author":"B Kitchenham","year":"2004","unstructured":"Kitchenham, B.: Procedures for performing systematic reviews. Keele UK Keele Univ. 33(2004), 1\u201326 (2004)","journal-title":"Keele UK Keele Univ."},{"key":"21_CR5","volume-title":"Real World Research","author":"C Robson","year":"2016","unstructured":"Robson, C., McCartan, K.: Real World Research, 4th edn. Wiley, Hoboken (2016)","edition":"4"},{"issue":"2","key":"21_CR6","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","volume":"14","author":"P Runeson","year":"2009","unstructured":"Runeson, P., H\u00f6st, M.: Guidelines for conducting and reporting case study research in software engineering. Empirical Softw. Eng. 14(2), 131\u2013164 (2009)","journal-title":"Empirical Softw. Eng."},{"issue":"2","key":"21_CR7","doi-asserted-by":"publisher","first-page":"220","DOI":"10.1002\/smr.1621","volume":"26","author":"SMA Shah","year":"2014","unstructured":"Shah, S.M.A., Gencel, C., Alvi, U.S., Petersen, K.: Towards a hybrid testing process unifying exploratory testing and scripted testing. J. Softw. Evol. Process 26(2), 220\u2013250 (2014)","journal-title":"J. Softw. Evol. Process"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Thangiah, M., Basri, S.: A preliminary analysis of various testing techniques in Agile development - a systematic literature review. In: 3rd International Conference on Computer and Information Sciences, ICCOINS 2016, pp. 600\u2013605 (2016)","DOI":"10.1109\/ICCOINS.2016.7783283"},{"key":"21_CR9","first-page":"1113","volume":"843","author":"S Basri","year":"2019","unstructured":"Basri, S., Dominic, D.D., Murugan, T., Almomani, M.A.: A proposed framework using exploratory testing to improve software quality in SME\u2019s. Advances in Intell. Syst. Comput. 843, 1113\u20131122 (2019)","journal-title":"Advances in Intell. Syst. Comput."},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Calpur, M.C., Arca, S., Calpur, T.C., Yilmaz, C.: Model dressing for automated exploratory testing. In: IEEE International Conference on Software Quality, Reliability and Security Companion, QRS-C 2017, pp. 577\u2013578 (2017)","DOI":"10.1109\/QRS-C.2017.101"},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Frajtak, K., Bures, M., Jelinek, I.: Model-based testing and exploratory testing: is synergy possible? In: 6th International Conference on IT Convergence and Security, ICITCS 2016 (2016)","DOI":"10.1109\/ICITCS.2016.7740354"},{"key":"21_CR12","doi-asserted-by":"crossref","unstructured":"Gebizli, C.S., Sozer, H.: Improving models for model-based testing based on exploratory testing. In: 38th Annual International Computers, Software and Applications Conference Workshops, COMPSACW 2014, pp. 656\u2013661 (2014)","DOI":"10.1109\/COMPSACW.2014.110"},{"key":"21_CR13","doi-asserted-by":"crossref","unstructured":"Hellmann, T.D., Maurer, F.: Rule-based exploratory testing of graphical user interfaces. In: 2011 Agile Conference, Agile 2011, pp. 107\u2013116 (2011)","DOI":"10.1109\/AGILE.2011.23"},{"issue":"5","key":"21_CR14","doi-asserted-by":"publisher","first-page":"973","DOI":"10.1007\/s10458-014-9274-0","volume":"29","author":"J Hudson","year":"2015","unstructured":"Hudson, J., Denzinger, J.: Risk management for self-adapting self-organizing emergent multi-agent systems performing dynamic task fulfillment. Auton. Agents Multi-Agent Syst. 29(5), 973\u20131022 (2015)","journal-title":"Auton. Agents Multi-Agent Syst."},{"issue":"11","key":"21_CR15","first-page":"197","volume":"8","author":"D-K Kim","year":"2014","unstructured":"Kim, D.-K., Lee, L.-S.: Reverse engineering from exploratory testing to specification-based testing. Int. J. Softw. Eng. Appl. 8(11), 197\u2013208 (2014)","journal-title":"Int. J. Softw. Eng. Appl."},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Kuhn, A.: On extracting unit tests from interactive live programming sessions. In: International Conference on Software Engineering, pp. 1241\u20131244 (2013)","DOI":"10.1109\/ICSE.2013.6606688"},{"key":"21_CR17","unstructured":"Mihindukulasooriya, N., Rizzo, G., Troncy, R., Corcho, O., Garc\u00eda-Castro, R.: A two-fold quality assurance approach for dynamic knowledge bases: the 3cixty use case. In: CEUR Workshop Proceedings (2016)"},{"key":"21_CR18","series-title":"AISC","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1007\/978-3-319-03095-1_51","volume-title":"ICT and Critical Infrastructure: Proceedings of the 48th Annual Convention of Computer Society of India - Volume II","author":"N Rashmi","year":"2014","unstructured":"Rashmi, N., Suma, V.: Defect detection efficiency of the combined approach. In: Satapathy, S., Avadhani, P., Udgata, S., Lakshminarayana, S. (eds.) ICT and Critical Infrastructure: Proceedings of the 48th Annual Convention of Computer Society of India - Volume II. AISC, vol. 249, pp. 485\u2013490. Springer, Cham (2014). \nhttps:\/\/doi.org\/10.1007\/978-3-319-03095-1_51"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Schaefer, C.J., Do, H.: Model-based exploratory testing: a controlled experiment. In: 7th International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2014, pp. 284\u2013293 (2014)","DOI":"10.1109\/ICSTW.2014.31"},{"key":"21_CR20","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/978-3-319-57633-6_17","volume-title":"Agile Processes in Software Engineering and Extreme Programming","author":"AN Ghazi","year":"2017","unstructured":"Ghazi, A.N., Garigapati, R.P., Petersen, K.: Checklists to support test charter design in exploratory testing. In: Baumeister, H., Lichter, H., Riebisch, M. (eds.) XP 2017. LNBIP, vol. 283, pp. 251\u2013258. Springer, Cham (2017). \nhttps:\/\/doi.org\/10.1007\/978-3-319-57633-6_17"},{"key":"21_CR21","unstructured":"Sviridova, T., Stakhova, D., Marikutsa, U.: Exploratory testing: management solution. In: 12th International Conference: The Experience of Designing and Application of CAD Systems in Microelectronics, CADSM 2013, p. 361 (2013)"},{"key":"21_CR22","doi-asserted-by":"publisher","first-page":"26416","DOI":"10.1109\/ACCESS.2018.2834957","volume":"6","author":"AN Ghazi","year":"2018","unstructured":"Ghazi, A.N., Petersen, K., Bjarnason, E., Runeson, P.: Levels of exploration in exploratory testing: from freestyle to fully scripted. IEEE Access 6, 26416\u201326423 (2018)","journal-title":"IEEE Access"},{"key":"21_CR23","doi-asserted-by":"crossref","unstructured":"Raappana, P., Saukkoriipi, S., Tervonen, I., M\u00e4ntyl\u00e4, M.V.: The effect of team exploratory testing - experience report from F-Secure. In: International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2016, pp. 295\u2013304 (2016)","DOI":"10.1109\/ICSTW.2016.13"},{"issue":"3","key":"21_CR24","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MITP.2013.21","volume":"16","author":"SMA Shah","year":"2014","unstructured":"Shah, S.M.A., Torchiano, M., Vetr\u00f2, A., Morisio, M.: Exploratory testing as a source of technical debt. IT Prof. 16(3), 44\u201351 (2014)","journal-title":"IT Prof."},{"issue":"2","key":"21_CR25","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1109\/TR.2018.2799957","volume":"67","author":"M Bures","year":"2018","unstructured":"Bures, M., Frajtak, K., Ahmed, B.S.: Tapir: automation support of exploratory testing using model reconstruction of the system under test. IEEE Trans. Reliab. 67(2), 557\u2013580 (2018)","journal-title":"IEEE Trans. Reliab."},{"issue":"1","key":"21_CR26","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s10586-017-0773-z","volume":"20","author":"K Frajtak","year":"2017","unstructured":"Frajtak, K., Bures, M., Jelinek, I.: Exploratory testing supported by automated reengineering of model of the system under test. Cluster Comput. 20(1), 855\u2013865 (2017)","journal-title":"Cluster Comput."},{"key":"21_CR27","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/j.ipl.2018.01.008","volume":"133","author":"J Reis","year":"2018","unstructured":"Reis, J., Mota, A.: Aiding exploratory testing with pruned GUI models. Inf. Process. Lett. 133, 49\u201355 (2018)","journal-title":"Inf. Process. Lett."},{"issue":"3","key":"21_CR28","doi-asserted-by":"publisher","first-page":"979","DOI":"10.1007\/s11219-016-9338-2","volume":"25","author":"C\u015e Gebizli","year":"2017","unstructured":"Gebizli, C.\u015e., S\u00f6zer, H.: Automated refinement of models for model-based testing using exploratory testing. Softw. Qual. J. 25(3), 979\u20131005 (2017)","journal-title":"Softw. Qual. J."},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Gebizli, C.S., S\u00f6zer, H.: Impact of education and experience level on the effectiveness of exploratory testing: an industrial case study. In: 10th IEEE International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2017, pp. 23\u201328 (2017)","DOI":"10.1109\/ICSTW.2017.8"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V., Lassenius, C.: How do testers do it? An exploratory study on manual testing practices. In: 3rd International Symposium on Empirical Software Engineering and Measurement, ESEM 2009, pp. 494\u2013497 (2009)","DOI":"10.1109\/ESEM.2009.5314240"},{"issue":"5","key":"21_CR31","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TSE.2012.55","volume":"39","author":"J Itkonen","year":"2013","unstructured":"Itkonen, J., M\u00e4ntyl\u00e4, M.V., Lassenius, C.: The role of the tester\u2019s knowledge in exploratory software testing. IEEE Trans. Softw. Eng. 39(5), 707\u2013724 (2013)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"21_CR32","doi-asserted-by":"crossref","unstructured":"Micallef, M., Porter, C., Borg, A.: Do exploratory testers need formal training? An investigation using HCI techniques. In: International Conference on Software Testing, Verification and Validation Workshops, ICSTW 2016, pp. 305\u2013314 (2016)","DOI":"10.1109\/ICSTW.2016.31"},{"key":"21_CR33","doi-asserted-by":"crossref","unstructured":"Pfahl, D., Yin, H., M\u00e4ntyl\u00e4, M.V., M\u00fcnch, J.: How is exploratory testing used? A state-of-the-practice survey. In: International Symposium on Empirical Software Engineering and Measurement (2014)","DOI":"10.1145\/2652524.2652531"},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Shoaib, L., Nadeem, A., Akbar, A.: An empirical evaluation of the influence of human personality on exploratory software testing. In: 13th International Multitopic Conference, INMIC 2009 (2009)","DOI":"10.1109\/INMIC.2009.5383088"},{"key":"21_CR35","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-3-642-02152-7_16","volume-title":"Product-Focused Software Process Improvement","author":"J Tuomikoski","year":"2009","unstructured":"Tuomikoski, J., Tervonen, I.: Absorbing software testing into the scrum method. In: Bomarius, F., Oivo, M., Jaring, P., Abrahamsson, P. (eds.) PROFES 2009. LNBIP, vol. 32, pp. 199\u2013215. Springer, Heidelberg (2009). \nhttps:\/\/doi.org\/10.1007\/978-3-642-02152-7_16"},{"key":"21_CR36","doi-asserted-by":"crossref","unstructured":"Pichler, J., Ramler, R.: How to test the intangible properties of graphical user interfaces? In: 1st International Conference on Software Testing, Verification and Validation, ICST 2008, pp. 494\u2013497 (2008)","DOI":"10.1109\/ICST.2008.52"},{"key":"21_CR37","doi-asserted-by":"crossref","unstructured":"Kumar, S., Wallace, C.: Guidance for exploratory testing through problem frames. In: Software Engineering Education Conference, pp. 284\u2013288 (2013)","DOI":"10.1109\/CSEET.2013.6595262"},{"key":"21_CR38","volume-title":"Quasi-Experimentation: Design & Analysis Issues for Field Settings","author":"TD Cook","year":"1979","unstructured":"Cook, T.D., Campbell, D.T., Day, A.: Quasi-Experimentation: Design & Analysis Issues for Field Settings, vol. 351. Houghton Mifflin, Boston (1979)"}],"container-title":["Lecture Notes in Computer Science","Product-Focused Software Process Improvement"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-35333-9_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,11,17]],"date-time":"2019-11-17T19:17:05Z","timestamp":1574018225000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-35333-9_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030353322","9783030353339"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-35333-9_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"18 November 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PROFES","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Product-Focused Software Process Improvement","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Barcelona","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 November 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 November 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"profes2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/profes2019.upc.edu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"65","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"37% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The 11 short papers were selected from 30 submissions.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}