{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T04:02:55Z","timestamp":1777262575295,"version":"3.51.4"},"reference-count":138,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3320576","type":"journal-article","created":{"date-parts":[[2023,9,28]],"date-time":"2023-09-28T17:51:29Z","timestamp":1695923489000},"page":"106987-107003","source":"Crossref","is-referenced-by-count":7,"title":["Verifying Agile Black-Box Test Case Quality Measurements: Expert Review"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6106-7394","authenticated-orcid":false,"given":"Samera Obaid","family":"Barraood","sequence":"first","affiliation":[{"name":"Department of Computer Science, College of Computers and Information Technology, Hadhramout University, Hadhramout, Yemen"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4240-5949","authenticated-orcid":false,"given":"Haslina","family":"Mohd","sequence":"additional","affiliation":[{"name":"School of Computing, College of Arts and Sciences, Universiti Utara Malaysia, Sintok, Kedah, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fauziah","family":"Baharom","sequence":"additional","affiliation":[{"name":"School of Computing, College of Arts and Sciences, Universiti Utara Malaysia, Sintok, Kedah, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5408-1529","authenticated-orcid":false,"given":"Abdullah","family":"Almogahed","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science and Information Technology, Universiti Tun Hussein Onn Malaysia, Parit Raja, Johor, Malaysia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref57","first-page":"436","article-title":"Quantify object oriented software analyzability","volume":"4","author":"yadav","year":"2015","journal-title":"Int J Adv Res Comput Commun Eng"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2008.28"},{"key":"ref59","first-page":"231","article-title":"Applying the ISO 9126 quality model to test specifications—Exemplified for TTCN-3 test specifications","volume":"15","author":"zeiss","year":"2007","journal-title":"Softw Eng"},{"key":"ref58","author":"crispin","year":"2009","journal-title":"Agile Testing A Practical Guide for Testers and Agile Teams"},{"key":"ref53","year":"0"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2017.03.008"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67597-8_23"},{"key":"ref54","author":"burnstein","year":"2003","journal-title":"Practical Software Testing"},{"key":"ref51","first-page":"130","article-title":"A comparison study of software testing activities in agile methods","author":"barraood","year":"2021","journal-title":"Proc Int Conf Inf Knowl Manage"},{"key":"ref50","article-title":"Improving the quality of automotive test case specifications","author":"juhnke","year":"2020"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/IMCEC.2018.8469368"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/3319008.3319031"},{"key":"ref48","first-page":"96","article-title":"Quality indicators for automotive test case specifications","author":"juhnke","year":"2018","journal-title":"Proc Workshop Softw Eng Appl Embedded RealTime Syst"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/1792\/1\/012004"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.3571582"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s11334-016-0271-0"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1890692.1890702"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2019.00028"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/WETSoM.2017.2"},{"key":"ref8","article-title":"The implications of deviating from software testing processes: A case study of a software development company in Cape Town, South Africa","author":"roems","year":"2017"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-021-09577-8"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ICTER.2017.8257795"},{"key":"ref4","first-page":"1","article-title":"World quality report 2018–19","volume":"1","author":"buenen","year":"2019"},{"key":"ref3","author":"zieba","year":"2021","journal-title":"Roles and Functions of Software Test Leaders in Agile Environment A Comparative Case Study"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1049\/iet-sen.2016.0302"},{"key":"ref5","author":"ammann","year":"2017","journal-title":"Introduction to Software Testing"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-28494-7"},{"key":"ref101","first-page":"183","article-title":"Performance-measurement framework to evaluate software engineers for agile software-development methodology","volume":"7","author":"alnaji","year":"2015","journal-title":"European Journal of Business and Management"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.3390\/info14060322"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110851"},{"key":"ref34","first-page":"80","article-title":"Test case quality: Issues and limitations in agile software development","author":"barraood","year":"2021","journal-title":"Proc Knowl Manag Int Conf (KMICe)"},{"key":"ref37","first-page":"86","article-title":"Shinobi: A novel approach for context-driven testing (CDT) using heuristics and machine learning for web applications","author":"nguyen","year":"2018","journal-title":"Proc Int Conf Ind Netw Intell Syst"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.17485\/ijst\/2015\/v8i35\/79037"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-35333-9_3"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME46990.2020.00040"},{"key":"ref33","first-page":"67","article-title":"Qualitative comparative analysis of software integration testing techniques","volume":"7","author":"akinsola","year":"2022","journal-title":"University of Ibadan Journal of Science and Logics in ICT Research"},{"key":"ref32","first-page":"9","article-title":"Test case quality as perceived in Sweden","author":"tan","year":"2018","journal-title":"Proc IEEE\/ACM 5th Int Workshop Requirements Eng Test (RET)"},{"key":"ref39","first-page":"1","article-title":"Agile methods: Testing challenges, solutions & tool support","author":"rehman","year":"2020","journal-title":"Proc 14th Int Conf Open Source Syst Technol (ICOSST)"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05873-9_8"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2021.106620"},{"key":"ref23","article-title":"What makes agile test artifacts useful? An activity-based quality model from a practitioners’ perspective","author":"fischbach","year":"2020","journal-title":"arXiv 2009 01722"},{"key":"ref26","first-page":"703","article-title":"Systematic mapping study in automatic test case generation","author":"mohi-aldeen","year":"2014","journal-title":"New Trends in Software Methodologies Tools and Techniques"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICMIT.2006.262303"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-49392-9_16"},{"key":"ref22","article-title":"Antecedents of developers’ commitment in cryptocurrency projects","author":"sarkintudu","year":"2020","journal-title":"Proc Pacific Asia Conf Inf Syst (PACIS)"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00015"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.03.001"},{"key":"ref27","first-page":"374","article-title":"Impact of CS programs on the quality of test cases generation: An empirical study categories and subject descriptors","author":"g\u00f3mez","year":"2016","journal-title":"Proc ICSE Companion"},{"key":"ref29","author":"pressman","year":"2010","journal-title":"Software Engineering A Practitioner s Approach"},{"key":"ref13","article-title":"The cost of poor software quality in the US: A 2020 report","author":"krasner","year":"2021"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.3390\/math8050791"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.17706\/jsw.12.10.794-806"},{"key":"ref128","first-page":"31","article-title":"Seven truths about peer reviews","volume":"15","author":"wiegers","year":"2002","journal-title":"Cutter IT J"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.23919\/MIPRO.2018.8400261"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/CIMCA.2008.187"},{"key":"ref97","first-page":"671","article-title":"Software measurements and metrics: Role in effective software testing","volume":"3","author":"farooq","year":"2014","journal-title":"Int J Eng Sci Technol"},{"key":"ref126","article-title":"A usability evaluation model for hearing impaired mobile applications interfaces","author":"nathan","year":"2017"},{"key":"ref96","year":"2016","journal-title":"International Standard ISO\/IEC"},{"key":"ref127","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2015.7320415"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1515\/9783110619058-004"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2017.47"},{"key":"ref124","article-title":"A framework for COTS software evaluation and selection for COTS mismatches handling and non-functional requirements","author":"al-tarawneh","year":"2014"},{"key":"ref10","article-title":"Software fail watch: 5th edition","year":"2017"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/METRIC.2003.1232469"},{"key":"ref125","doi-asserted-by":"publisher","DOI":"10.4103\/0972-6748.196051"},{"key":"ref17","first-page":"1990","article-title":"An innovative approach to investigate various software testing techniques and strategies","volume":"2","author":"jan","year":"2016","journal-title":"Int J Sci Res Sci Eng Technol"},{"key":"ref16","article-title":"An ontology-based approach for test case management system using semantic technology","author":"abdulhak","year":"2013"},{"key":"ref19","first-page":"57","article-title":"An insight to software testing using genetic algorithm","volume":"8","author":"bhatia","year":"2021","journal-title":"Int J Statist Rel Eng"},{"key":"ref18","article-title":"Automatic creation of acceptance tests by extracting conditionals from requirements: NLP approach and case study","author":"fischbach","year":"2022","journal-title":"arXiv 2202 00932"},{"key":"ref93","first-page":"54","article-title":"Quality metrics in agile software development projects","volume":"21","author":"karklina","year":"2018","journal-title":"Inf Technol Manag Sci"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1016\/S0022-4405(02)00093-6"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1049\/ic.2012.0029"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1145\/97243.97281"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1145\/3293882.3338984"},{"key":"ref131","author":"sekaran","year":"2016","journal-title":"Research Methods for Business A Skill Building Approach"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/CICT.2015.34"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0000137"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.5220\/0010458503310339"},{"key":"ref91","article-title":"Investigating software testability and test cases effectiveness","author":"alenezi","year":"2022","journal-title":"arXiv 2201 10090"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1145\/3143434.3143437"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3195538.3195542"},{"key":"ref137","first-page":"39","article-title":"Epistemological beliefs of students at high schools: A survey study in Malaysia","volume":"2","author":"ismail","year":"2011","journal-title":"International Journal of Sustainable Development"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03673-7_20"},{"key":"ref138","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-006-0033-x"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2013.12.002"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1177\/1525822X10379795"},{"key":"ref88","first-page":"97","article-title":"Tracking scrum projects tools, metrics and myths about agile","volume":"2","author":"agarwal","year":"2012","journal-title":"Int J Emerg Technol Adv Eng"},{"key":"ref136","author":"tegeh","year":"2010","journal-title":"Metode penelitian pendidikan & pengembangan"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.7763\/IJCTE.2010.V2.269"},{"key":"ref82","article-title":"Metrics in software test planning and test design processes","author":"afzal","year":"2007"},{"key":"ref81","first-page":"24","article-title":"Metrics of scrum methodology","volume":"149","author":"bajwa","year":"2016","journal-title":"Int J Comput Appl"},{"key":"ref84","article-title":"On the current measurement practices in agile software development","author":"javdani","year":"2013","journal-title":"arXiv 1301 5964"},{"key":"ref83","first-page":"205","article-title":"Importance of metrics in software development life cycle","volume":"2","author":"bhattacharya","year":"2012","journal-title":"ZENITH International Journal of Multidisciplinary Research"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.02.005"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1201\/9781315314648"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/MERCon.2015.7112365"},{"key":"ref109","author":"chauhan","year":"2010","journal-title":"Software Testing Principles and Practices"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/REW.2017.43"},{"key":"ref106","first-page":"1","article-title":"Development and evaluation of GQM method to improve adaptive systems","author":"ergasheva","year":"2019","journal-title":"Proc CEUR Workshop"},{"key":"ref107","article-title":"Testing metrics in a software development company","author":"heikkinen","year":"2015"},{"key":"ref104","first-page":"24","article-title":"The goal questions metrics for agile business intelligence","volume":"40","author":"sanaa","year":"2016","journal-title":"Egyptian Computer Science Journal"},{"key":"ref75","first-page":"1683","article-title":"Test case quality factors","volume":"12","author":"barraood","year":"2021","journal-title":"Turkish Journal of Computer and Mathematics Education"},{"key":"ref105","first-page":"294","article-title":"Test case reusability metrics model","author":"juan","year":"2010","journal-title":"Proc 2nd Int Conf Comput Technol Develop"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1109\/52.210606"},{"key":"ref102","first-page":"66","article-title":"Measuring test case reusability based on simplicity and independence","author":"rava","year":"2014","journal-title":"Proc ACIT"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2342227"},{"key":"ref103","author":"davis","year":"2015","journal-title":"Agile metrics in action"},{"key":"ref76","author":"barraood","year":"2018","journal-title":"Quality Factors of Test Cases A Systematic Literature Review"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2017.01.078"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.3390\/info14060327"},{"key":"ref111","author":"limaye","year":"2009","journal-title":"Software Testing"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1080\/23311916.2022.2082121"},{"key":"ref112","author":"fenton","year":"2015","journal-title":"Software Metrics A Rigorous and Practical Approach"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/SAI.2015.7237249"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2015.12.010"},{"key":"ref110","first-page":"15","article-title":"Software measurement and software metrics in software quality","volume":"7","author":"lee","year":"2013","journal-title":"Int J Softw Eng Appl"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.5815\/ijieeb.2016.05.06"},{"key":"ref119","first-page":"1","article-title":"Software quality assurance and Android application development: A comparison among traditional and agile methodology","volume":"4","author":"nazir","year":"2020","journal-title":"Lahore Garrison Univ Res J Comput Sci Inf Technol"},{"key":"ref68","first-page":"187","article-title":"Scrum testing with backlog management in agile development environment","volume":"2","author":"harichandan","year":"2014","journal-title":"Int J Comput Sci Eng"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1145\/3383219.3386124"},{"key":"ref117","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-15-1910-9_26"},{"key":"ref118","author":"meszaros","year":"2007","journal-title":"xUnit Test Patterns Refactoring Test Code"},{"key":"ref69","author":"fenton","year":"2015","journal-title":"Software Metrics A Rigorous and Practical Approach"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/3452383.3452388"},{"key":"ref64","first-page":"1","article-title":"What is a good test case?","author":"kaner","year":"2003","journal-title":"Proc Softw Test Anal Rev Conf (STAR)"},{"key":"ref116","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45122-8_9"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.5220\/0006724405940601"},{"key":"ref113","article-title":"Model of agile software measurement: A case study","author":"gustafsson","year":"2011"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/s12046-017-0688-7"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.4108\/eai.24-10-2018.2280526"},{"key":"ref65","first-page":"1","article-title":"Chapter 3: Testing","author":"atmadja","year":"2011","journal-title":"A Fresh Graduate's Guide to Software Development Tools and Technologies"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45064-1_4"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/IEEESTD.2013.6588540"},{"key":"ref123","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.08.001"},{"key":"ref120","author":"sommerville","year":"2016","journal-title":"Software Engineering"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1007\/s11219-020-09523-0"},{"key":"ref121","article-title":"A process based approach software certification model for agile and secure environment","author":"mohamed","year":"2015"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/S1389-1286(03)00249-4"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10266325.pdf?arnumber=10266325","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T19:30:21Z","timestamp":1698694221000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10266325\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":138,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3320576","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}