{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T19:32:26Z","timestamp":1757705546161,"version":"3.37.3"},"reference-count":259,"publisher":"Elsevier","isbn-type":[{"type":"print","value":"9780128001608"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1016\/b978-0-12-800160-8.00003-6","type":"book-chapter","created":{"date-parts":[[2014,8,26]],"date-time":"2014-08-26T05:18:21Z","timestamp":1409030301000},"page":"113-199","source":"Crossref","is-referenced-by-count":23,"title":["Automated Test Oracles"],"prefix":"10.1016","author":[{"given":"Rafael A.P.","family":"Oliveira","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Upulee","family":"Kanewala","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paulo A.","family":"Nardi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0005","unstructured":"L. Baresi, M. Young, Test oracles, Technical report CIS-TR-01-02, Department of Computer and Information Science University of Oregon, Eugene, OR, USA. http:\/\/bit.ly\/9fkDwJ, 2001 (accessed 09.02.11)."},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0010","doi-asserted-by":"crossref","first-page":"293","DOI":"10.1109\/TSE.1978.231514","article-title":"Theoretical and empirical studies of program testing","volume":"SE-4","author":"Howden","year":"1978","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0015","first-page":"140","article-title":"A comparative study on automated software test oracle methods","author":"Shahamiri","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0020","first-page":"254","article-title":"Pseudo-oracles for non-testable programs","author":"Davis","year":"1981"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0025","first-page":"126","article-title":"A test oracle based on formal specifications","author":"Day","year":"1985"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0030","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1093\/comjnl\/25.4.465","article-title":"On testing non-testable programs","volume":"25","author":"Weyuker","year":"1982","journal-title":"Comput. J."},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0035","doi-asserted-by":"crossref","first-page":"470","DOI":"10.1145\/503112.503114","article-title":"The state of the art in automating usability evaluation of user interfaces","volume":"33","author":"Ivory","year":"2001","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0040","first-page":"900","article-title":"Designing for software testability using automated oracles","author":"Bieman","year":"1992"},{"year":"2000","series-title":"Testing from structured algebraic specifications: the oracle problem","author":"Machado","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0045"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0050","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1145\/505482.505494","article-title":"An automated oracle for verifying GUI objects","volume":"26","author":"Takahashi","year":"2001","journal-title":"ACM SIGSOFT"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0055","unstructured":"M. Harman, P. McMinn, M. Shahbaz, S. Yoo, A comprehensive survey of trends in oracles for software testing, Technical report, Department of Computer Science, University College London (UCL), UK. http:\/\/bit.ly\/1kFX0T3, 2013. (accessed 12.04.13)."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0060","first-page":"1","article-title":"A taxonomy for test oracles","author":"Hoffman","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0065","first-page":"91","article-title":"Using oracles in test automation","author":"Hoffman","year":"2001"},{"year":"2005","series-title":"An Integrated Approach to Software Engineering","author":"Jalote","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0070"},{"year":"2008","series-title":"Introduction to Software Testing","author":"Ammann","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0075"},{"year":"2011","series-title":"The Art of Software Testing","author":"Myers","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0080"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0085","doi-asserted-by":"crossref","unstructured":"IEEE Systems and Software Engineering\u2014Vocabulary. 24765:2010(E), ISO\/IEC\/IEEE, vol. 1, 2010, pp. 1\u2013418. http:\/\/dx.doi.org\/10.1109\/IEEESTD.2010.5733835. (accessed 30.06.2014).","DOI":"10.1109\/IEEESTD.2010.5733835"},{"year":"2007","series-title":"Foundations of Software Testing","author":"Mathur","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0090"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0095","series-title":"Abstract State Machines 2003, v. 2589 de Lecture Notes in Computer Science","first-page":"1","article-title":"Software testing research and practice","author":"Bertolino","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0100","first-page":"85","article-title":"Software testing research: achievements, challenges, dreams","author":"Bertolino","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0105","first-page":"83","article-title":"Systematically deriving partial oracles for testing concurrent programs","author":"Hunter","year":"2001"},{"issue":"11","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0110","doi-asserted-by":"crossref","first-page":"1549","DOI":"10.1109\/TSE.2013.33","article-title":"Equality to equals and unequals: a revisit of the equivalence and nonequivalence criteria in class-level testing of object-oriented software","volume":"39","author":"Chen","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0115","first-page":"214","article-title":"Contextual integration testing of object-oriented and aspect-oriented programs: a structural approach for Java and AspectJ","author":"Cafeo","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0120","first-page":"52","article-title":"Mutation testing for aspect-oriented programs","author":"Ferrari","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0125","first-page":"996","article-title":"A study of aspect oriented testing techniques","author":"Kumar","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0130","first-page":"272","article-title":"Capture-replay vs. programmable web testing: an empirical assessment during test case evolution","author":"Leotta","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0135","first-page":"210","article-title":"Developing a feedback-driven automated testing tool for Web applications","author":"McMaster","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0140","first-page":"495","article-title":"Web mutation testing","author":"Praphamontripong","year":"2012"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0145","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1109\/MDT.2012.2204398","article-title":"An optical BILBO for online testing of embedded systems","volume":"30","author":"Latoui","year":"2013","journal-title":"IEEE Des. Test"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0150","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1109\/JSEE.2012.00035","article-title":"Real-time embedded software testing method based on extended finite state machine","volume":"23","author":"Yin","year":"2012","journal-title":"J. Syst. Eng. Electron."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0155","first-page":"847","article-title":"Rigorous vertical software system testing in IDE","author":"Seo","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0160","first-page":"1","article-title":"Path loss measurements at 3.5GHz: a trial test WiMAX based in rural environment","author":"Imperatore","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0165","first-page":"1163","article-title":"Prior distribution of missile range trial successive test data based on random weighting","author":"Sun","year":"2012"},{"year":"2009","series-title":"Implementing Automated Software Testing: How to Save Time and Lower Costs While Raising Quality","author":"Dustin","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0170"},{"year":"2010","series-title":"Continuous Delivery: Reliable Software Releases Through Build, Test, and Deployment Automation","author":"Humble","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0175"},{"article-title":"Using oracles in testing and test automation","year":"2006","author":"Hoffman","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0180"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0185","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1016\/S0065-2458(08)60234-X","article-title":"Software quality, software process, and software testing","volume":"41","author":"Hamlet","year":"1995","journal-title":"Adv. Comput."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0190","first-page":"397","article-title":"Piping classification to metamorphic testing: an empirical study towards better effectiveness for the identification of failures in mesh simplification programs","author":"Chan","year":"2007"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0195","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1002\/stvr.463","article-title":"Using concepts of content-based image retrieval to implement graphical testing oracles","volume":"23","author":"Delamaro","year":"2013","journal-title":"Softw. Test. Verif. Rel."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0200","first-page":"31","article-title":"Exploring the O-FIm framework to support the test of programs with GUIs","author":"Oliveira","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0205","first-page":"1","article-title":"Reducing qualitative human oracle costs associated with automatically generated test data","author":"McMinn","year":"2010"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0210","doi-asserted-by":"crossref","first-page":"934","DOI":"10.1016\/j.jss.2012.10.012","article-title":"A scoping study on the 25 years of research into software testing in Brazil and an outlook on the future of the area","volume":"86","author":"Durelli","year":"2013","journal-title":"J. Syst. Softw."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0215","first-page":"245","article-title":"Oracles are hardly attain\u2019d, and hardly understood: confessions of software testing researchers","author":"Chan","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0220","first-page":"147","article-title":"On testing effectiveness of metamorphic relations: a case study","author":"Asrafi","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0225","first-page":"391","article-title":"Programs, tests, and oracles: the foundations of testing revisited","author":"Staats","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0230","first-page":"360","article-title":"Benchmarking testing strategies with tools from mutation analysis","author":"Guderlei","year":"2008"},{"issue":"9","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0235","doi-asserted-by":"crossref","first-page":"934","DOI":"10.1109\/32.92913","article-title":"Automated module testing in prolog","volume":"17","author":"Hoffman","year":"1991","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0240","first-page":"662","article-title":"Zoltar: a toolset for automatic fault localization","author":"Janssen","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0245","first-page":"5","article-title":"An automated test oracle for XML processing programs","author":"Kim-Park","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0250","first-page":"141","article-title":"Search-based test input generation for string data types using the results of Web queries","author":"McMinn","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0255","first-page":"870","article-title":"Automated oracle creation support, or: how I learned to stop worrying about fault propagation and love mutation testing","author":"Staats","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0260","first-page":"61","article-title":"Conformance testing of distributed concurrent systems with executable designs","author":"Aichernig","year":"2009"},{"issue":"7","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0265","doi-asserted-by":"crossref","first-page":"634","DOI":"10.1109\/TSE.2003.1214327","article-title":"General test result checking with log file analysis","volume":"29","author":"Andrews","year":"2003","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0270","doi-asserted-by":"crossref","first-page":"205","DOI":"10.1023\/A:1021634422504","article-title":"Specification-based testing for GUI-based applications","volume":"10","author":"Chen","year":"2002","journal-title":"Softw. Q. J."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0275","first-page":"70","article-title":"Computing complete test graphs for hierarchical systems","author":"D\u2019Souza","year":"2006"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0280","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/s10472-011-9224-3","article-title":"Formal testing for separation assurance","volume":"63","author":"Giannakopoulou","year":"2011","journal-title":"Ann. Math. Artif. Intell."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0285","first-page":"261","article-title":"Ontology driven semantic annotation based GUI testing","author":"Rauf","year":"2010"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0290","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2020976.2020992","article-title":"Radial basis function neural network based approach to test oracle","volume":"36","author":"Sangwan","year":"2011","journal-title":"ACM SIGSOFT"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0295","first-page":"30","article-title":"An automated oracle approach to test decision-making structures","author":"Shahamiri","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0300","first-page":"272","article-title":"A single-network ANN-based oracle to verify logical software modules","author":"Shahamiri","year":"2010"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0305","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1002\/int.1002","article-title":"Using a neural network in the software testing process","volume":"17","author":"Vanmali","year":"2002","journal-title":"Int. J. Intell. Syst."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0310","first-page":"352","article-title":"Evolving readable string test inputs using a natural language model to reduce human oracle cost","author":"Afshan","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0315","series-title":"Proceedings of the ICSE Workshop on Software Engineering for Computational Science and Engineering (SECSE 2009), Vancouver, Canada","first-page":"59","article-title":"Testing for trustworthiness in scientific software","author":"Hook","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0320","series-title":"Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (STVA 1988), Banff, Canada","first-page":"245","article-title":"State coverage of embedded realtime programs","author":"Sneed","year":"1988"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0325","series-title":"Proceedings of the 2nd International Workshop on Automation of Software Test (AST 2007), Minneapolis, MN, USA","first-page":"1","article-title":"Automated generation of test cases using model-driven architecture","author":"Javed","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0330","unstructured":"Team, J. Junit 4. http:\/\/junit.org\/, 2013 (accessed 12.15.13)."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0335","first-page":"467","article-title":"When a GUI regression test failed, what should be blamed?","author":"Chen","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0340","first-page":"436","article-title":"Using JML runtime assertion checking to automate metamorphic testing in applications without test oracles","author":"Murphy","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0345","first-page":"530","article-title":"Testing central processing unit scheduling algorithms using metamorphic testing","author":"Jiang","year":"2013"},{"year":"2013","series-title":"On test oracles for Simulink-like models","author":"Nardi","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0350"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0355","first-page":"8","article-title":"Empirical evaluation of the fault-detection effectiveness of smoke regression test cases for GUI-based software","author":"Memon","year":"2004"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0360","first-page":"165","article-title":"Translating object-Z specifications to passive test oracles","author":"McDonald","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0365","first-page":"16","article-title":"Efficient probabilistic testing of model transformations using search","author":"Rose","year":"2013"},{"issue":"10","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0370","doi-asserted-by":"crossref","first-page":"2637","DOI":"10.3724\/SP.J.1001.2009.00578","article-title":"Experimental study to compare the use of metamorphic testing and assertion checking","volume":"20","author":"Zhang","year":"2009","journal-title":"J. Softw."},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0375","doi-asserted-by":"crossref","first-page":"208","DOI":"10.1109\/TSE.1976.233816","article-title":"Reliability of the path analysis testing strategy","volume":"SE-2","author":"Howden","year":"1976","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0380","first-page":"1","article-title":"Automated testing from specifications","author":"Srinivasan","year":"2002"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0385","first-page":"137","article-title":"Automated test case generation for Web applications from a domain specific model","author":"Torsel","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0390","first-page":"706","article-title":"Weakly supervised automatic annotation of pedestrian bounding boxes","author":"Vazquez","year":"2013"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0395","doi-asserted-by":"crossref","first-page":"1183","DOI":"10.1109\/TSMCA.2012.2183590","article-title":"A comparative study of artificial neural networks and info-fuzzy networks as automated oracles in software testing","volume":"42","author":"Agarwal","year":"2012","journal-title":"IEEE Trans. Syst. Man Cyber. A Syst. Hum."},{"year":"1990","series-title":"Software Testing Techniques","author":"Beizer","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0400"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0405","first-page":"1","article-title":"Perfect developer: a tool for object-oriented formal specification and refinement","author":"Crocker","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0410","first-page":"213","article-title":"Web service group testing with windowing mechanisms","author":"Tsai","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0415","series-title":"Proceedings of the 5th Workshop on Automation of Software Test (AST 2010), Cape Town, South Africa","first-page":"91","article-title":"Automating software tests with partial oracles in integrated environments","author":"Just","year":"2010"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0420","doi-asserted-by":"crossref","first-page":"460","DOI":"10.1016\/j.infsof.2008.05.016","article-title":"Building test cases and oracles to automate the testing of Web database applications","volume":"51","author":"Ran","year":"2009","journal-title":"Inform. Softw. Technol."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0425","unstructured":"C. Murphy, G. Kaiser, Metamorphic runtime checking of non-testable programs, Technical report, Columbia University. http:\/\/bit.ly\/1p8rGfR, 2009 (accessed 12.09.13)."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0430","first-page":"196","article-title":"Automated harvesting of test oracles for reliability testing","author":"Hummel","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0435","first-page":"147","article-title":"Programmatic testing of the standard template library containers","author":"McDonald","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0440","first-page":"322","article-title":"Tool support for generating passive C++ test oracles from object-z specifications","author":"McDonald","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0445","first-page":"14","article-title":"Supporting the software testing process through specification animation","author":"Miller","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0450","first-page":"16","article-title":"Tool support for statistical testing of software components","author":"Shukla","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0455","first-page":"225","article-title":"On the validation of API execution-sequence to assess the correctness of application upon COTS upgrades deployment","author":"Pasala","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0460","first-page":"7","article-title":"A passive test oracle using a component's API","author":"Shukla","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0465","series-title":"Proceedings of the Workshop on Industrial-Strength Formal Specification Techniques (WIFT 1995), Boca Raton, FL, USA","first-page":"76","article-title":"Adding formal specifications to a proven V&V process for system-critical flight software","author":"Hagar","year":"1995"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0470","unstructured":"P. Nardi, M. Delamaro, Test oracles associated with dynamical system models, Technical report CIS-TR-01-02, University of S\u00e3o Paulo (USP), ICMC. http:\/\/bit.ly\/1l10mCW, 2011 (accessed 12.18.13)."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0475","first-page":"164","article-title":"What test oracle should I use for effective GUI testing?","author":"Memon","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0480","series-title":"Proceedings of the 13th International Workshop on Formal Methods for Industrial Critical Systems (FMICS 2009), Eindhoven, The Netherlands","first-page":"7","article-title":"LETO\u2014a lustre-based test oracle for airbus critical systems","author":"Durrieu","year":"2009"},{"issue":"6","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0485","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1145\/240795.240798","article-title":"Using formal specifications as test oracles for system-critical software","volume":"16","author":"Hagar","year":"1996","journal-title":"ACM SIGAda Ada Lett."},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0490","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1109\/MS.1985.230345","article-title":"An overview of Anna, a specification language for Ada","volume":"2","author":"Luckham","year":"1985","journal-title":"IEEE Softw."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0495","unstructured":"S. Sankar, A. Goyal, P. Sikchi, Software testing using algebraic specification based test oracles, Technical report, Stanford University. http:\/\/1.usa.gov\/Oz2Avd, 1993 (accessed 12.15.13)."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0500","first-page":"1789","article-title":"A simple and practical approach to unit testing: the JML and JUnit way","author":"Cheon","year":"2002"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0505","first-page":"517","article-title":"Contract-based testing for Web services","author":"Dai","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0510","first-page":"182","article-title":"Optimizing for the number of tests generated in search based test data generation with an application to the oracle cost problem","author":"Harman","year":"2010"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0515","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1002\/stvr.224","article-title":"A framework for practical, automated black-box testing of component-based software","volume":"11","author":"Edwards","year":"2001","journal-title":"Softw. Test. Verif. Rel."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0520","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1007\/s10270-002-0004-8","article-title":"A UML-based approach to system testing","volume":"1","author":"Briand","year":"2002","journal-title":"Softw. Syst. Modell."},{"issue":"7","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0525","doi-asserted-by":"crossref","first-page":"637","DOI":"10.1002\/spe.520","article-title":"Investigating the use of analysis contracts to improve the testability of object-oriented code","volume":"33","author":"Briand","year":"2003","journal-title":"Softw. Pract. Exp."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0530","first-page":"1020","article-title":"Automating java program testing using OCL and AspectJ","author":"Cheon","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0535","first-page":"1","article-title":"Software testing using imprecise OCL constraints as oracles","author":"Packevicus","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0540","series-title":"Proceedings of the 1st International Workshop on End-to-End Test Script Engineering (ETSE 2011), Toronto, Canada","first-page":"16","article-title":"Automatic test concretization to supply end-to-end MBT for automotive mechatronic systems","author":"Lasalle","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0545","first-page":"440","article-title":"An optimized method for automatic test oracle generation from real-time specification","author":"Wang","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0550","first-page":"199","article-title":"Validating real-time systems by history-checking TRIO specifications","author":"Felder","year":"1992"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0555","first-page":"270","article-title":"A new perspective on formal testing method for real-time software","author":"Lin","year":"2000"},{"issue":"9","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0560","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1016\/S0965-9978(01)00021-7","article-title":"Generating timed test cases with oracles for real-time software","volume":"32","author":"Lin","year":"2001","journal-title":"Adv. Eng. Softw."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0565","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1109\/MS.2005.6","article-title":"Evidence-based software engineering for practitioners","volume":"22","author":"Dyba","year":"2005","journal-title":"IEEE Softw."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0570","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0950-5849(02)00129-5","article-title":"Fault-based testing without the need of oracles","volume":"45","author":"Chen","year":"2003","journal-title":"Inform. Softw. Technol."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0575","unstructured":"T.Y. Chen, S.C. Cheung, S.M. Yiu, Metamorphic testing: a new approach for generating next test cases, Technical report, Department of Computer Science, Hong Kong University of Science and Technology, Hong Kong. http:\/\/bit.ly\/1nTs6HM, 1998 (accessed 02.13.14)."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0580","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/1471-2105-10-24","article-title":"An innovative approach for testing bioinformatics programs using metamorphic testing","volume":"10","author":"Chen","year":"2009","journal-title":"BMC Bioinformatics"},{"article-title":"Properties of machine learning applications for use in metamorphic testing","year":"2008","author":"Murphy","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0585"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0590","doi-asserted-by":"crossref","first-page":"544","DOI":"10.1016\/j.jss.2010.11.920","article-title":"Testing and validating machine learning classifiers by metamorphic testing","volume":"84","author":"Xie","year":"2011","journal-title":"J. Syst. Softw."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0595","first-page":"291","article-title":"Testing embedded software by metamorphic testing: a wireless metering system case study","author":"Kuo","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0600","series-title":"Proceedings of the 3rd Workshop on Software Engineering in Health Care (SEHC 2011), Waikiki, HI, USA","first-page":"40","article-title":"On effective testing of health care simulation software","author":"Murphy","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0605","series-title":"Proceedings of the 6th International Workshop on Automation of Software Test (AST 2011), Waikiki, Honolulu, HI, USA","first-page":"1","article-title":"Metamorphic testing of a Monte Carlo modeling program","author":"Ding","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0610","first-page":"327","article-title":"Metamorphic testing of programs on partial differential equations: a case study","author":"Chen","year":"2002"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0615","doi-asserted-by":"crossref","first-page":"866","DOI":"10.1016\/j.infsof.2012.08.008","article-title":"Metamorphic slice: an application in spectrum-based fault localization","volume":"55","author":"Xie","year":"2013","journal-title":"Inform. Softw. Technol."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0620","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1109\/TSE.2013.46","article-title":"How effectively does metamorphic testing alleviate the oracle problem?","volume":"40","author":"Liu","year":"2014","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0625","series-title":"Proceedings of the 5th International Workshop on Software Engineering for Computational Science and Engineering (SE-CSE 2013), San Francisco, CA, USA","first-page":"48","article-title":"Techniques for testing scientific programs without an oracle","author":"Kanewala","year":"2013"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0630","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/986710.986725","article-title":"A neural net based approach to test oracle","volume":"29","author":"Aggarwal","year":"2004","journal-title":"ACM SIGSOFT"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0635","first-page":"1","article-title":"Developing the basic verification action (BVA) structure towards test oracle automation","author":"Almog","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0640","first-page":"727","article-title":"Artificial neural network for automatic test oracles generation","author":"Jin","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0645","first-page":"498","article-title":"Neural networks based automated test oracle for software testing","author":"Mao","year":"2006"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0650","first-page":"310","article-title":"Evolving a test oracle in black-box testing","author":"Wang","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0655","first-page":"89","article-title":"Intelligent test oracle construction for reactive systems without explicit specifications","author":"Wang","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0660","first-page":"747","article-title":"GUICOP: specification-based GUI testing","author":"Zaraket","year":"2012"},{"issue":"12","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0665","doi-asserted-by":"crossref","first-page":"1511","DOI":"10.1109\/TSE.1985.231895","article-title":"A theoretical basis for the analysis of multiversion software subject to coincident errors","volume":"SE-11","author":"Eckhardt","year":"1985","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"13","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0670","doi-asserted-by":"crossref","first-page":"1211","DOI":"10.1002\/spe.409","article-title":"Software testing using model programs","volume":"31","author":"Manolache","year":"2001","journal-title":"Softw. Pract. Exp."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0675","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1109\/TSE.1986.6312924","article-title":"An experimental evaluation of the assumption of independence in multi-version programming","volume":"12","author":"Knight","year":"1986","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"8","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0680","doi-asserted-by":"crossref","first-page":"792","DOI":"10.1016\/j.infsof.2010.03.006","article-title":"Systematic literature reviews in software engineering\u2014a tertiary study","volume":"52","author":"Kitchenham","year":"2010","journal-title":"Inform. Softw. Technol."},{"article-title":"Science of science (Sci2) tool","year":"2009","author":"Team","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0685"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0690","first-page":"172","article-title":"Fault-based testing in the absence of an oracle","author":"Chen","year":"2001"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0695","first-page":"212","article-title":"Backward-slice-based statistical fault localization without test oracles","author":"Lei","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0700","first-page":"59","article-title":"A new method for constructing metamorphic relations","author":"Liu","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0705","series-title":"Proceedings of the 2008 Foundations of Software Engineering Doctoral Symposium (FSEDS 2008), Atlanta, GA, USA","first-page":"21","article-title":"Using runtime testing to detect defects in applications without test oracles","author":"Murphy","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0710","series-title":"Proceedings of the 18th International Symposium on Software Testing and Analysis (ISTAA 2009), Chicago, IL, USA","first-page":"189","article-title":"Automatic system testing of programs without test oracles","author":"Murphy","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0715","first-page":"1","article-title":"Spectrum-based fault localization: testing oracles are no longer mandatory","author":"Xie","year":"2011"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0720","doi-asserted-by":"crossref","first-page":"602","DOI":"10.1016\/j.jss.2005.05.031","article-title":"Automatic goal-oriented classification of failure behaviors for testing XML-based multimedia software applications: an experimental case study","volume":"79","author":"Chan","year":"2006","journal-title":"J. Syst. Softw."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0725","first-page":"135","article-title":"Application of metamorphic testing to supervised classifiers","author":"Xie","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0730","first-page":"111","article-title":"Multi-resolution abnormal trace detection using varied-length N-grams and automata","author":"Jiang","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0735","first-page":"4993","article-title":"Predication of program behaviours for functionality testing","author":"Jin","year":"2009"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0740","doi-asserted-by":"crossref","first-page":"469","DOI":"10.3923\/itj.2007.469.474","article-title":"Oracle model based on RBF neural networks for automated software testing","volume":"6","author":"Lu","year":"2007","journal-title":"Inform. Technol. J."},{"issue":"7","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0745","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1016\/j.infsof.2011.02.006","article-title":"An automated framework for software test oracle","volume":"53","author":"Shahamiri","year":"2011","journal-title":"Inform. Softw. Technol."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0750","first-page":"372","article-title":"Learning effective oracle comparator combinations for Web applications","author":"Sprenkle","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0755","first-page":"517","article-title":"Automated test oracle based on neural networks","author":"Ye","year":"2006"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0760","series-title":"Proceedings of the 1994 ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA 1994), Seattle, WA, USA","first-page":"138","article-title":"TAOS: testing with analysis and oracle support","author":"Richardson","year":"1994"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0765","first-page":"103","article-title":"Enhancing the efficiency of regression testing through intelligent agents","author":"Salima","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0770","first-page":"191","article-title":"Spectrum-based fault localization in regression testing","author":"Tiwari","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0775","first-page":"380","article-title":"Augmenting automatically generated unit-test suites with regression oracle checking","author":"Xie","year":"2006"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0780","first-page":"73","article-title":"Testing the input timing robustness of real-time control software for autonomous systems","author":"Powell","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0785","first-page":"63","article-title":"Efficient mutation analysis of relational database structure using mutant schemata and parallelisation","author":"Wright","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0790","first-page":"880","article-title":"Search-enhanced testing: NIER track","author":"Atkinson","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0795","series-title":"Proceedings of the 2nd Workshop on Software Testing, Verification, and Analysis (STVA 1988), Banff, Canada","first-page":"180","article-title":"An empirical comparison of software fault tolerance and fault elimination","author":"Shimeall","year":"1988"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0800","first-page":"205","article-title":"Evaluating testing strategies for imaging software by means of mutation analysis","author":"Just","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0805","first-page":"410","article-title":"Abstraction in assertion-based test oracles","author":"Cheon","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0810","first-page":"133","article-title":"A practical approach to assertion testing framework based on inner class","author":"Qu","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0815","series-title":"Proceedings of the 7th International Workshop on Model-Based Methodologies for Pervasive and Embedded Software (MOMPES 2010), Silicon Valley, CA, USA","first-page":"45","article-title":"Assertion-based test oracles for home automation systems","author":"Rajan","year":"2010"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0820","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1189748.1189752","article-title":"Designing and comparing automated test oracles for GUI-based software applications","volume":"16","author":"Xie","year":"2007","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0825","first-page":"382","article-title":"On adequacy of assertions in automated test suites: an empirical investigation","author":"Zhi","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0830","first-page":"27","article-title":"Mining test oracles for test inputs generated from Java bytecode","author":"Xu","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0835","first-page":"89","article-title":"Mining auto-generated test inputs for test oracle","author":"Xu","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0840","first-page":"1491","article-title":"Security testing of web applications: a research plan","author":"Avancini","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0845","series-title":"Proceedings of the 7th International Workshop on Automation of Software Test (AST 2012), Zurich, Switzerland","first-page":"15","article-title":"Grammar based oracle for security testing of web applications","author":"Avancini","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0850","first-page":"262","article-title":"Circe: a grammar-based oracle for testing cross-site scripting in web applications","author":"Avancini","year":"2013"},{"issue":"10","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0855","doi-asserted-by":"crossref","first-page":"634","DOI":"10.1109\/TSE.2004.64","article-title":"Deadline analysis of interrupt-driven software","volume":"30","author":"Brylow","year":"2004","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0860","first-page":"1438","article-title":"ConfDiagnoser: an automated configuration error diagnosis tool for Java software","author":"Zhang","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0865","first-page":"157","article-title":"Testing using log file analysis: tools, methods, and issues","author":"Andrews","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0870","first-page":"351","article-title":"A method of log file analysis for test oracle","author":"Tu","year":"2009"},{"issue":"11","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0875","doi-asserted-by":"crossref","first-page":"770","DOI":"10.1109\/TSE.2004.79","article-title":"Assessing and improving state-based class testing: a series of experiments","volume":"30","author":"Briand","year":"2004","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0880","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1049\/iet-sen.2009.0009","article-title":"UML interaction model-driven runtime verification of Java programs","volume":"5","author":"Li","year":"2011","journal-title":"IET Softw."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0885","first-page":"45","article-title":"Conformance testing based on UML state machines","author":"Seifert","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0890","first-page":"410","article-title":"DART: a framework for regression testing \u201cnightly\/daily builds\u201d of GUI applications","author":"Memon","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0895","first-page":"186","article-title":"Using transient\/persistent errors to develop automated test oracles for event-driven software","author":"Memon","year":"2004"},{"issue":"10","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0900","doi-asserted-by":"crossref","first-page":"884","DOI":"10.1109\/TSE.2005.117","article-title":"Studying the fault-detection effectiveness of GUI test cases for rapidly evolving software","volume":"31","author":"Memon","year":"2005","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0905","first-page":"108","article-title":"On the effective use of security test patterns","author":"Smith","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0910","first-page":"73","article-title":"Light-weight test oracles for resource leaks based on finalizers","author":"Dai","year":"2012"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0915","doi-asserted-by":"crossref","first-page":"35","DOI":"10.1109\/TSE.2011.28","article-title":"Invariant-based automatic testing of modern Web applications","volume":"38","author":"Mesbah","year":"2012","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0920","first-page":"178","article-title":"Combining model-based testing and runtime monitoring for program testing in the presence of nondeterminism","author":"Arcaini","year":"2013"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0925","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1109\/TSE.2011.45","article-title":"Oracles for distributed testing","volume":"38","author":"Hierons","year":"2012","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0930","series-title":"Proceedings of the ICSE Workshop on Automation of Software Test (AST 2009), Vancouver, Canada","first-page":"130","article-title":"GUI savvy end-to-end testing with smart monkeys","author":"Hofer","year":"2009"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0935","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1109\/32.667877","article-title":"Using test oracles generated from program documentation","volume":"24","author":"Peters","year":"1998","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0940","first-page":"17","article-title":"Improve the effectiveness of test case generation on EFSM via automatic path feasibility analysis","author":"Yang","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0945","series-title":"Proceedings of the 7th International Workshop on Automation of Software Test (AST 2012), Zurich, Switzerland","first-page":"76","article-title":"Automated EFSM-based test case generation with scatter search","author":"Zhang","year":"2012"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0950","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1109\/32.825766","article-title":"Automatically checking an implementation against its formal specification","volume":"26","author":"Antoy","year":"2000","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0955","first-page":"928","article-title":"The application of an algebraic design method to deal with oracle problem in object-oriented class level testing","author":"Chen","year":"1999"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0960","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/j.entcs.2005.03.013","article-title":"Testing from structured algebraic specifications: the veritas case study","volume":"130","author":"Machado","year":"2005","journal-title":"Electron. Notes Theoret. Comput. Sci."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0965","first-page":"91","article-title":"A note on test oracles and semantics of algebraic specifications","author":"Zhu","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0970","first-page":"222","article-title":"Specification-based class testing: a case study","author":"MacColl","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0975","first-page":"414","article-title":"Translating object-Z specifications to object-oriented test oracles","author":"McDonald","year":"1997"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0980","first-page":"274","article-title":"Conformance testing for OSEK\/VDX operating system using model checking","author":"Chen","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0985","series-title":"Proceedings of the 30th Annual IEEE\/NASA Software Engineering Workshop (SEW 2006), Columbia, MD, USA","first-page":"153","article-title":"Pseudo-exhaustive testing for software","author":"Kuhn","year":"2006"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00003-6_bb0990","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1109\/MITP.2008.54","article-title":"Practical combinatorial testing: beyond pairwise","volume":"10","author":"Kuhn","year":"2008","journal-title":"IT Prof."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb0995","first-page":"489","article-title":"A toolset for assisted formal verification","author":"Malik","year":"1999"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1000","doi-asserted-by":"crossref","first-page":"328","DOI":"10.1109\/TSE.2005.52","article-title":"Software assurance by bounded exhaustive testing","volume":"31","author":"Coppit","year":"2005","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1005","first-page":"3","article-title":"Automated evaluation of runtime object states against model-level states for state-based test execution","author":"Xu","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1010","first-page":"114","article-title":"Automatic testing of object-oriented software","author":"Meyer","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1015","first-page":"892","article-title":"Better testing through oracle selection: (NIER track)","author":"Staats","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1020","first-page":"1","article-title":"Test automation and designing test cases using designing techniques: challenges","author":"Shende","year":"2012"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1025","doi-asserted-by":"crossref","first-page":"707","DOI":"10.1109\/TSE.2012.55","article-title":"The role of the tester's knowledge in exploratory software testing","volume":"39","author":"Itkonen","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1030","first-page":"406","article-title":"Automated test generation from object-oriented specifications of real-time reactive systems","author":"Alagar","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1035","first-page":"1","article-title":"Specification-based test oracles with JUnit","author":"Alawneh","year":"2010"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1040","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1007\/s11334-011-0167-y","article-title":"Formal object-oriented development of a voting system test oracle","volume":"7","author":"Gibson","year":"2011","journal-title":"Innov. Syst. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1045","first-page":"562","article-title":"Toddler: detecting performance problems via similar memory-access patterns","author":"Nistor","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1050","first-page":"374","article-title":"JAOUT: automated generation of aspect-oriented unit test","author":"Xu","year":"2004"},{"issue":"12","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1055","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1016\/j.infsof.2011.06.009","article-title":"Automating image segmentation verification and validation by learning test oracles","volume":"53","author":"Frounchi","year":"2011","journal-title":"Inform. Softw. Technol."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1060","first-page":"405","article-title":"Test templates: a specification-based testing framework","author":"Stocks","year":"1993"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1065","first-page":"499","article-title":"GUIdiff\u2014a regression testing tool for graphical user interfaces","author":"Bauersfeld","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1070","first-page":"301","article-title":"STG: a tool for generating symbolic test programs and oracles from operational specifications","author":"Clarke","year":"2001"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1075","doi-asserted-by":"crossref","first-page":"276","DOI":"10.1109\/TSE.2012.14","article-title":"Whole test suite generation","volume":"39","author":"Fraser","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1080","first-page":"1825","article-title":"Automated test case generation for an autopilot requirement prototype","author":"Giannakopoulou","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1085","series-title":"Proceedings of the 14th International Symposium on Software Reliability Engineering (ISSRE 2003), Denver, CO, USA","first-page":"365","article-title":"Exploiting symmetries to test programs","author":"Gotlieb","year":"2003"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1090","first-page":"1077","article-title":"Fault evaluator: a tool for experimental investigation of effectiveness in software testing","author":"Jenkins","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1095","first-page":"210","article-title":"Invariant-based automatic testing of Ajax user interfaces","author":"Mesbah","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1100","series-title":"Proceedings of the 1994 ACM SIGSOFT International Symposium on Software Testing and Analysis (ISSTA 1994), Seattle, WA, USA","first-page":"58","article-title":"Generating a test oracle from program documentation: work in progress","author":"Peters","year":"1994"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1105","first-page":"110","article-title":"An empirical evaluation of assertions as oracles","author":"Shrestha","year":"2011"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1110","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1109\/TSE.2012.19","article-title":"Automated behavioral testing of refactoring engines","volume":"39","author":"Soares","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1115","first-page":"89","article-title":"WebVizOr: a visualization tool for applying automated oracles and analyzing test results of Web applications","author":"Sprenkle","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1120","first-page":"270","article-title":"An automatic testing approach for compiler based on metamorphic testing technique","author":"Tao","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1125","first-page":"312","article-title":"Automated diagnosis of software configuration errors","author":"Zhang","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00003-6_bb1130","first-page":"507","article-title":"Runtime verification for autonomous spacecraft software","author":"Goldberg","year":"2005"},{"issue":"6","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1135","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1145\/357474.355050","article-title":"Automated test oracles for GUIs","volume":"25","author":"Memon","year":"2000","journal-title":"ACM SIGSOFT"},{"issue":"7","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1140","doi-asserted-by":"crossref","first-page":"747","DOI":"10.1016\/j.infsof.2011.01.005","article-title":"An experimental assessment of module documentation-based testing","volume":"53","author":"Baharom","year":"2011","journal-title":"Inform. Softw. Technol."},{"year":"1993","series-title":"The construction of oracles for software testing","author":"Zhang","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1145"},{"year":"1994","series-title":"Enhancing debugging technology","author":"Viravan","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1150"},{"year":"1995","series-title":"Generating a test oracle from program documentation","author":"Peters","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1155"},{"year":"2000","series-title":"An automated oracle for verifying GUI objects","author":"Takahashi","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1160"},{"year":"2000","series-title":"Testing algorithmically complex software using model programs","author":"Manolache","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1165"},{"year":"2001","series-title":"A comprehensive framework for testing graphical user interfaces","author":"Memon","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1170"},{"year":"2001","series-title":"Relational specification as a testing oracle","author":"Sandhu","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1175"},{"year":"2003","series-title":"On the effectiveness of metamorphic testing for numerical programs","author":"Feng","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1180"},{"year":"2003","series-title":"Observing the dynamic behaviour of large distributed systems to improve development and testing: an empirical study in software engineering","author":"Moe","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1185"},{"year":"2004","series-title":"A comparative study of artificial neural networks and info fuzzy networks on their use in software testing","author":"Agarwal","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1190"},{"year":"2005","series-title":"Eclat: automatic generation and classification of test inputs","author":"Pacheco","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1195"},{"year":"2006","series-title":"Techniques for automatic generation of tests from programs and specifications","author":"Edvardsson","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1200"},{"year":"2006","series-title":"Developing cost-effective model-based techniques for GUI testing","author":"Xie","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1205"},{"year":"2008","series-title":"Is using images to test web pages the solution to a sisyphean task?","author":"Huse","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1210"},{"year":"2008","series-title":"Automated regression testing approach to expansion and refinement of speech recognition grammars","author":"Dookhoo","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1215"},{"year":"2010","series-title":"An approach for oracle data selection criterion","author":"Park","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1220"},{"year":"2010","series-title":"Constraint programming for random testing of a trading system","author":"Lozano","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1225"},{"year":"2010","series-title":"A complementary approach for testing system robustness based on passive testing and fault injection techniques","author":"Bessayah","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1230"},{"year":"2010","series-title":"Reducing the costs of bounded-exhaustive testing","author":"Jagannath","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1235"},{"year":"2010","series-title":"Automated regression testing of Ajax Web applications","author":"Roest","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1240"},{"year":"2010","series-title":"An empirical evaluation of the effectiveness of JML assertions as test oracles","author":"Shrestha","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1245"},{"year":"2010","series-title":"Metamorphic testing techniques to detect defects in applications without test oracles","author":"Murphy","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1250"},{"year":"2011","series-title":"An automated framework for software test oracle based on multi-networks","author":"Shahamiri","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1255"},{"year":"2011","series-title":"Metamorphic testing research based on circling FSCS","author":"Zuo","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1260"},{"year":"2011","series-title":"An ontology-based automated test oracle comparator for testing Web applications","author":"Kudari","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1265"},{"year":"2011","series-title":"Self-checked metamorphic testing of Monte Carlo simulation","author":"Wu","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1270"},{"year":"2011","series-title":"Metamorphic testing and its application on hardware fault-tolerance","author":"Liu","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1275"},{"year":"2012","series-title":"On testing effectiveness of metamorphic relations","author":"Asrafi","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1280"},{"year":"2012","series-title":"On effective and efficient mutation analysis for unit and integration testing","author":"Just","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1285"},{"year":"2013","series-title":"Search-based generation of human readable test data and its impact on human oracle costs","author":"Afshan","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1290"},{"year":"2013","series-title":"A generic and automatic test strategy for compiler testing","author":"Vieira","key":"10.1016\/B978-0-12-800160-8.00003-6_bb1295"}],"container-title":["Advances in Computers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128001608000036?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128001608000036?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,30]],"date-time":"2018-09-30T05:22:29Z","timestamp":1538284949000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/B9780128001608000036"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9780128001608"],"references-count":259,"URL":"https:\/\/doi.org\/10.1016\/b978-0-12-800160-8.00003-6","relation":{},"ISSN":["0065-2458"],"issn-type":[{"type":"print","value":"0065-2458"}],"subject":[],"published":{"date-parts":[[2014]]}}}