{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T21:12:30Z","timestamp":1768338750877,"version":"3.49.0"},"reference-count":54,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T00:00:00Z","timestamp":1593561600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T00:00:00Z","timestamp":1593561600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"funder":[{"DOI":"10.13039\/501100005101","name":"Universidad Nacional de La Pampa","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005101","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2020,7]]},"DOI":"10.1016\/j.infsof.2020.106298","type":"journal-article","created":{"date-parts":[[2020,3,18]],"date-time":"2020-03-18T23:55:24Z","timestamp":1584575724000},"page":"106298","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":20,"special_numbering":"C","title":["Analyzing and documenting the systematic review results of software testing ontologies"],"prefix":"10.1016","volume":"123","author":[{"given":"Guido","family":"Tebes","sequence":"first","affiliation":[]},{"given":"Denis","family":"Peppino","sequence":"additional","affiliation":[]},{"given":"Pablo","family":"Becker","sequence":"additional","affiliation":[]},{"given":"Gerardo","family":"Matturro","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Solari","sequence":"additional","affiliation":[]},{"given":"Luis","family":"Olsina","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2020.106298_bib0001","series-title":"XX CIbSE\u201917, CABA, Argentina","first-page":"221","article-title":"Family of strategies for different evaluation purposes,","author":"Olsina","year":"2017"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0002","first-page":"1","article-title":"Process ontology specification for enhancing the process compliance of a measurement and evaluation strategy","volume":"18","author":"Becker","year":"2015","journal-title":"CLEI Electron. J."},{"key":"10.1016\/j.infsof.2020.106298_bib0003","series-title":"XXI CIbSE\u201918, Bogot\u00e1, Colombia","first-page":"381","article-title":"Linking business and information need goals with functional and non-functional requirements,","author":"Olsina","year":"2018"},{"issue":"2","key":"10.1016\/j.infsof.2020.106298_bib0004","doi-asserted-by":"crossref","first-page":"153","DOI":"10.24215\/16666038.19.e15","article-title":"Applying an improving strategy that embeds functional and non-functional requirements concepts","volume":"19","author":"Becker","year":"2019","journal-title":"J. Comput. Sci. Technol."},{"key":"10.1016\/j.infsof.2020.106298_bib0005","first-page":"385","article-title":"How to measure and evaluate web applications in a consistent way","volume":"13","author":"Olsina","year":"2008"},{"key":"10.1016\/j.infsof.2020.106298_bib0006","series-title":"International Conference on the Quality of Information and Communications Technology (QUATIC'19), Springer book CCIS V.1010","first-page":"144","article-title":"A systematic review on software testing ontologies","author":"Tebes","year":"2019"},{"key":"10.1016\/j.infsof.2020.106298_bib0007","series-title":"Software Testing. Parts 1, 2, 3 and 4","article-title":"Software and systems engineering","year":"2013"},{"key":"10.1016\/j.infsof.2020.106298_bib0008","unstructured":"ISTQB. International Software Testing Qualifications Board, Standard Glossary of Terms used in Software Testing, Version 3.2, (2019). Available: https:\/\/www.istqb.org\/."},{"key":"10.1016\/j.infsof.2020.106298_bib0009","volume":"2.3","author":"Kitchenham","year":"2007"},{"key":"10.1016\/j.infsof.2020.106298_bib0010","first-page":"1","article-title":"Specifying the process model for systematic reviews: an augmented proposal","volume":"7","author":"Becker","year":"2019","journal-title":"J. Soft. Eng. Res. Develop. (JSERD)"},{"key":"10.1016\/j.infsof.2020.106298_bib0011","doi-asserted-by":"crossref","unstructured":"D'Aquin M., Gangemi A.: Is there beauty in ontologies?, Applied Ontology, 6:(3), pp. 165-175, (2011)","DOI":"10.3233\/AO-2011-0093"},{"key":"10.1016\/j.infsof.2020.106298_bib0012","first-page":"71","article-title":"Ontologies in software testing: a systematic literature review","volume":"1041","author":"Souza","year":"2013","journal-title":"CEUR Workshop Proc."},{"issue":"4","key":"10.1016\/j.infsof.2020.106298_bib0013","doi-asserted-by":"crossref","first-page":"571","DOI":"10.1016\/j.jss.2006.07.009","article-title":"Lessons from applying the systematic literature review process within the software engineering domain","volume":"80","author":"Brereton","year":"2007","journal-title":"J. Syst. Soft."},{"key":"10.1016\/j.infsof.2020.106298_bib0014","series-title":"Procedures for Performing Systematic Reviews, Joint TR, Comp","author":"Kitchenham","year":"2004"},{"key":"10.1016\/j.infsof.2020.106298_bib0015","article-title":"Software & Systems Process Engineering Meta-Model (SPEM) Specification","volume":"2.0","year":"2008","journal-title":"Version"},{"key":"10.1016\/j.infsof.2020.106298_bib0016","series-title":"METHONTOLOGY: From Ontological Art Towards Ontological Engineering, Spring Symposium on Ontological Engineering of AAAI","first-page":"33","author":"Fern\u00e1ndez-L\u00f3pez","year":"1997"},{"key":"10.1016\/j.infsof.2020.106298_bib0017","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1016\/j.infsof.2016.09.002","article-title":"A systematic literature review of literature reviews in software testing","volume":"V.80","author":"Garousi","year":"2016","journal-title":"Inf. Soft. Technol."},{"key":"10.1016\/j.infsof.2020.106298_bib0018","series-title":"A Top Domain Ontology for Software Testing, Master Thesis","first-page":"1","author":"Asman","year":"2015"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0019","first-page":"1","article-title":"ROoST: reference ontology on software testing, applied ontology","volume":"12","author":"Souza","year":"2017","journal-title":"Journal"},{"key":"10.1016\/j.infsof.2020.106298_bib0020","first-page":"368","article-title":"A method for evaluation and selection of complex hardware and software systems, 22nd int'l conference for the resource management and performance evaluation of enterprise cs","volume":"1","author":"Dujmovic","year":"1996","journal-title":"CMG 96 Proc."},{"key":"10.1016\/j.infsof.2020.106298_bib0021","doi-asserted-by":"crossref","unstructured":"Campos H., Ac\u00e1cio C., Braga R., Ara\u00fajo M.A.P., David J.M.N., Campos F.: Regression tests provenance data in the continuous software engineering context,In 2ndBrazilian Symp. on Systematic and Automated Software Testing (SAST), Paper10, pp. 1-6, (2017)","DOI":"10.1145\/3128473.3128483"},{"key":"10.1016\/j.infsof.2020.106298_bib0022","series-title":"IEEE International Conference on Software Quality","first-page":"472","article-title":"An ontology-based knowledge sharing portal for software testing","author":"Vasanthapriyan","year":"2017"},{"key":"10.1016\/j.infsof.2020.106298_bib0023","first-page":"212","article-title":"An ontology-based knowledge framework for software testing","volume":"780","author":"Vasanthapriyan","year":"2017","journal-title":"Comm. Comput. Inf. Sci."},{"key":"10.1016\/j.infsof.2020.106298_bib0024","first-page":"400","article-title":"An ontology for guiding performance testing,","volume":"1","author":"Freitas","year":"2014"},{"key":"10.1016\/j.infsof.2020.106298_bib0025","first-page":"263","article-title":"Semi-automatic generation of a software testing lightweight ontology from a glossary based on the onto6 methodology","volume":"249","author":"Arnicans","year":"2013","journal-title":"Front. Art. Intell. Appl."},{"key":"10.1016\/j.infsof.2020.106298_bib0026","first-page":"91","article-title":"An Ontology Based Approach for Test Scenario Management, 5th International Conference on Information Intelligence, Systems","volume":"141","author":"Sapna","year":"2011","journal-title":"Technol. Manag. (ICISTM'2011)"},{"key":"10.1016\/j.infsof.2020.106298_bib0027","series-title":"IEEE Pacific Rim International Symposium on Dependable Computing","first-page":"103","article-title":"Test case reuse based on ontology","author":"Cai","year":"2009"},{"key":"10.1016\/j.infsof.2020.106298_bib0028","series-title":"IEEE Int'l Conference on Web Services (ICWS'08)","first-page":"465","article-title":"Ontology-based test modeling and partition testing of web services","author":"Bai","year":"2008"},{"key":"10.1016\/j.infsof.2020.106298_bib0029","series-title":"20th International Conference on Software Engineering and Knowledge Engineering (SEKE'08)","first-page":"697","article-title":"Ontology-based development of testing related tools","author":"Barbosa","year":"2008"},{"key":"10.1016\/j.infsof.2020.106298_bib0030","series-title":"Software Evolution with UML and XML","first-page":"263","article-title":"Developing a software testing ontology in UML for a software growth environment of web-based applications,","author":"Zhu","year":"2005"},{"key":"10.1016\/j.infsof.2020.106298_bib0031","series-title":"Emerging Trends in ICT Security, Elsevier (Morgan Kaufmann), 1st Edition","first-page":"25","article-title":"Metrics and indicators as key organizational assets for ICT security assessment,","author":"Olsina","year":"2013"},{"key":"10.1016\/j.infsof.2020.106298_bib0032","first-page":"1361","article-title":"Assessing the quality of academic websites: a case study","volume":"5","author":"Olsina","year":"1999"},{"issue":"4","key":"10.1016\/j.infsof.2020.106298_bib0033","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/MMUL.2002.1041945","article-title":"Measuring web application quality with webqem","volume":"9","author":"Olsina","year":"2002","journal-title":"IEEE Multimed."},{"key":"10.1016\/j.infsof.2020.106298_bib0034","first-page":"299","article-title":"An integrated strategy to systematically understand and manage quality in use for web applications","volume":"17","author":"Lew","year":"2012"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0035","doi-asserted-by":"crossref","first-page":"48","DOI":"10.24215\/16666038.18.e06","article-title":"Family of evaluation strategies: a practical case for comparing and adopting strengths","volume":"18","author":"Tebes","year":"2018","journal-title":"J. Comput. Sci. Technol."},{"key":"10.1016\/j.infsof.2020.106298_bib0036","unstructured":"IEEE. The Institute of Electric and Electronic Engineers: Computer Society, SWEBOK. A Guide to the Software Engineering Body of Knowledge. http:\/\/www.computer.org\/portal\/web\/swebok (2014)."},{"key":"10.1016\/j.infsof.2020.106298_bib0037","article-title":"Software engineering \u2013 product quality - Part 1","year":"2001","journal-title":"Quality Model"},{"key":"10.1016\/j.infsof.2020.106298_bib0038","unstructured":"UML Testing Profile (U2TP), V2.0, at https:\/\/www.omg.org\/spec\/UTP2\/2.0\/PDF."},{"key":"10.1016\/j.infsof.2020.106298_bib0039","series-title":"IEEE. The Institute of Electric and Electronic Engineers: Standard for software and system test documentation","first-page":"829","year":"2008"},{"key":"10.1016\/j.infsof.2020.106298_bib0040","series-title":"IEEE. The Institute of Electric and Electronic Engineers: Standard for software test documentation","first-page":"829","year":"1998"},{"key":"10.1016\/j.infsof.2020.106298_bib0041","first-page":"25","article-title":"SwTOI (Software Test Ontology Integrated) and its application in Linux test","volume":"460","author":"Bezerra","year":"2009","journal-title":"CEUR Workshop Proc."},{"key":"10.1016\/j.infsof.2020.106298_bib0042","series-title":"29th International Conference on Software Engineering and Knowledge Engineering (SEKE\u201917)","doi-asserted-by":"crossref","DOI":"10.18293\/SEKE2017-069","article-title":"Practical similarities and differences between systematic literature reviews and systematic mappings: a tertiary study","author":"Napole\u00e3o","year":"2017"},{"key":"10.1016\/j.infsof.2020.106298_bib0043","series-title":"Evidence-Based Software Engineering and Systematic Reviews","author":"Kitchenham","year":"2015"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0044","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.infsof.2015.03.007","article-title":"Guidelines for conducting systematic mapping studies in software engineering: an update","volume":"64","author":"Petersen","year":"2015","journal-title":"Inf. Soft. Technol."},{"key":"10.1016\/j.infsof.2020.106298_bib0045","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1177\/070674370505000306","article-title":"Using metaanalysis to evaluate evidence: Practical tips and traps","volume":"50","author":"Lam","year":"2005","journal-title":"Can. J. Psychiatry"},{"key":"10.1016\/j.infsof.2020.106298_bib0046","series-title":"8th Int'l Multi-conference Information Society","first-page":"166","article-title":"A survey of ontology evaluation techniques","author":"Brank","year":"2005"},{"key":"10.1016\/j.infsof.2020.106298_bib0047","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4018\/jdm.2004040101","article-title":"Ontometric: a method to choose the appropriate ontology","volume":"15","author":"Lozano-Tello","year":"2004","journal-title":"J. Database Manag. 2"},{"issue":"2","key":"10.1016\/j.infsof.2020.106298_bib0048","first-page":"41","article-title":"OQuaRE: a square-based approach for evaluating the quality of ontologies","volume":"43","author":"Duque-Ramos","year":"2011","journal-title":"J. Res. Pract. Inf. Technol."},{"key":"10.1016\/j.infsof.2020.106298_bib0049","series-title":"Requirements and Evaluation (SQuaRE) - System and software quality models","article-title":"Systems and software engineering - systems and software quality","year":"2011"},{"key":"10.1016\/j.infsof.2020.106298_bib0050","series-title":"Semantics 2017","first-page":"1","article-title":"A snapshot of ontology evaluation criteria and strategies","author":"Degbelo","year":"2017"},{"key":"10.1016\/j.infsof.2020.106298_bib0051","first-page":"140","article-title":"Modelling ontology evaluation and validation","volume":"4011","author":"Gangemi","year":"2006"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0052","doi-asserted-by":"crossref","first-page":"107","DOI":"10.3844\/jcssp.2005.107.113","article-title":"Cohesion metrics for ontology design and application","volume":"1","author":"Yao","year":"2005","journal-title":"J. Comput. Sci."},{"key":"10.1016\/j.infsof.2020.106298_bib0053","first-page":"293","author":"Vrande\u010di\u0107","year":"2009"},{"issue":"1","key":"10.1016\/j.infsof.2020.106298_bib0054","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3233\/AO-170178","article-title":"Applied ontology: a foreword by the new editors-in-Chief","volume":"12","author":"Ferrario","year":"2017","journal-title":"Appl. Ontol."}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584920300495?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584920300495?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,16]],"date-time":"2025-10-16T03:29:39Z","timestamp":1760585379000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584920300495"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7]]},"references-count":54,"alternative-id":["S0950584920300495"],"URL":"https:\/\/doi.org\/10.1016\/j.infsof.2020.106298","relation":{},"ISSN":["0950-5849"],"issn-type":[{"value":"0950-5849","type":"print"}],"subject":[],"published":{"date-parts":[[2020,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Analyzing and documenting the systematic review results of software testing ontologies","name":"articletitle","label":"Article Title"},{"value":"Information and Software Technology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.infsof.2020.106298","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2020 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"106298"}}