{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T19:04:37Z","timestamp":1782587077594,"version":"3.54.5"},"reference-count":90,"publisher":"Elsevier","isbn-type":[{"value":"9780128001608","type":"print"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1016\/b978-0-12-800160-8.00001-2","type":"book-chapter","created":{"date-parts":[[2014,8,26]],"date-time":"2014-08-26T05:18:21Z","timestamp":1409030301000},"page":"1-48","source":"Crossref","is-referenced-by-count":32,"title":["Automated Test Oracles"],"prefix":"10.1016","author":[{"given":"Mauro","family":"Pezz\u00e8","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0005","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1093\/comjnl\/25.4.465","article-title":"On testing non-testable programs","volume":"25","author":"Weyuker","year":"1982","journal-title":"Comput. J."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0010","unstructured":"Luciano Baresi, Michal Young, Test oracles, Technical report CIS-TR-01-02, University of Oregon, Department of Computer and Information Science, Eugene, OR, USA, August 2001. http:\/\/ix.cs.uoregon.edu\/~michal\/pubs\/oracles.html."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0015","series-title":"Software Testing and Analysis: Process, Principles, and Techniques","author":"Pezz\u00e8","year":"2008"},{"issue":"11","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0020","doi-asserted-by":"crossref","first-page":"1025","DOI":"10.1002\/spe.602","article-title":"JCrasher: an automatic robustness tester for Java","volume":"34","author":"Csallner","year":"2004","journal-title":"Softw. Pract. Exp."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0025","first-page":"422","article-title":"Check \u2018n\u2019 crash: combining static checking and testing","author":"Csallner","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0030","first-page":"234","article-title":"Extended static checking for Java","author":"Flanagan","year":"2002"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0035","doi-asserted-by":"crossref","first-page":"8:1","DOI":"10.1145\/1348250.1348254","article-title":"Dsd-crasher: a hybrid analysis tool for bug finding","volume":"17","author":"Csallner","year":"2008","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0040","series-title":"Dynamically discovering likely program invariants","author":"Ernst","year":"2000"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0045","first-page":"75","article-title":"Feedback-directed random test generation","author":"Pacheco","year":"2007"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0050","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1109\/MMUL.2006.26","article-title":"Detecting anomaly and failure in web applications","volume":"13","author":"Ricca","year":"2006","journal-title":"IEEE MultiMedia"},{"issue":"8","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0055","doi-asserted-by":"crossref","first-page":"1978","DOI":"10.1016\/j.jss.2013.02.061","article-title":"An orchestrated survey on automated software test case generation","volume":"86","author":"Anand","year":"2013","journal-title":"J. Syst. Software"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0060","series-title":"2007 Future of Software Engineering, FOSE \u201907","first-page":"85","article-title":"Software testing research: achievements, challenges, dreams","author":"Bertolino","year":"1978"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0065","unstructured":"M. Harman, P. McMinn, M. Shahbaz, and S. Yoo, A comprehensive survey of trends in oracles for software testing, Technical report, Technical Report Research Memoranda CS-13-01, Department of Computer Science, University of Sheffield, 2013."},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0070","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1109\/MS.1985.230345","article-title":"An overview of Anna, a specification language for Ada","volume":"2","author":"Luckham","year":"1985","journal-title":"IEEE Softw."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0075","first-page":"13","article-title":"ADL\u2014an interface definition language for specifying and testing software","author":"Sankar","year":"1994"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0080","first-page":"504","article-title":"Eclat: automatic generation and classification of test inputs","author":"Pacheco","year":"2005"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0085","first-page":"433","article-title":"ReAssert: suggesting repairs for broken unit tests","author":"Daniel","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0090","first-page":"416","article-title":"EvoSuite: automatic test suite generation for object-oriented software","author":"Fraser","year":"2011"},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0095","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1109\/TSE.2011.93","article-title":"Mutation-driven generation of unit tests and oracles","volume":"38","author":"Fraser","year":"2012","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0100","first-page":"870","article-title":"Automated oracle creation support, or: how I learned to stop worrying about fault propagation and love mutation testing","author":"Staats","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0105","first-page":"342","article-title":"Crowdoracles: can the crowd solve the oracle problem?","author":"Pastore","year":"2013"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0110","first-page":"188","article-title":"Understanding user understanding: determining correctness of generated program invariants","author":"Staats","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0115","series-title":"The Z Notation: A Reference Manual","author":"Spivey","year":"1992"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0120","first-page":"398","article-title":"The B-method","author":"Abrial","year":"1991"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0125","series-title":"Systematic Software Development Using VDM","author":"Jones","year":"1986"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0130","series-title":"Object-Oriented Software Construction","author":"Meyer","year":"1988"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0135","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1007\/s10009-004-0167-4","article-title":"An overview of JML tools and applications","volume":"7","author":"Burdy","year":"2005","journal-title":"Int. J. Softw. Tools Technol. Transfer"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0140","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1109\/32.667877","article-title":"Using test oracles generated from program documentation","volume":"24","author":"Peters","year":"1998","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0145","first-page":"167","article-title":"Compilation of Z specifications into C for automatic test result evaluation","author":"Mikk","year":"1995"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0150","first-page":"122","article-title":"Programming with VDM domains","author":"Schmidt","year":"1990"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0155","first-page":"414","article-title":"Translating object-z specifications to object-oriented test oracles","author":"McDonald","year":"1997"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0160","first-page":"105","article-title":"Specification-based test oracles for reactive systems","author":"Richardson","year":"1992"},{"issue":"10","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0165","doi-asserted-by":"crossref","first-page":"40","DOI":"10.1109\/2.161279","article-title":"Applying \u201cdesign by contract\u201d","volume":"25","author":"Meyer","year":"1992","journal-title":"Computer"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0170","first-page":"295","article-title":"iContract\u2014the Java(tm) design by contract(tm) tool","author":"Kramer","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0175","unstructured":"A. Bhorkar, A run-time assertion checker for Java using JML, Technical report 00-08, Department of Computer Science, Iowa State University, 2000."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0180","first-page":"123","article-title":"Korat: automated testing based on Java predicates","author":"Boyapati","year":"2002"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0185","first-page":"786","article-title":"Enabling the runtime assertion checking of concurrent contracts for the java modeling language","author":"Araujo","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0190","first-page":"58","article-title":"Generating a test oracle from program documentation: work in progress","author":"Peters","year":"1994"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0195","first-page":"95","article-title":"A subset of precise UML for model-based testing","author":"Bouquet","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0200","first-page":"157","article-title":"Testing using log file analysis: tools, methods, and issues","author":"Andrews","year":"1998"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0205","first-page":"288","article-title":"Leveraging test generation and specification mining for automated bug detection without false positives","author":"Pradel","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0210","first-page":"140","article-title":"Oracles for checking temporal properties of concurrent systems","author":"Dillon","year":"1994"},{"issue":"6","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0215","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1109\/32.87284","article-title":"Test selection based on finite state models","volume":"17","author":"Fujiwara","year":"1991","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0220","first-page":"214","article-title":"Graphical specifications for concurrent software systems","author":"Dillon","year":"1992"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0225","first-page":"106","article-title":"Generating oracles from your favorite temporal logic specifications","author":"Dillon","year":"1996"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0230","first-page":"146","article-title":"Using model checking to generate tests from requirements specifications","author":"Gargantini","year":"1999"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0235","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1109\/32.588521","article-title":"The model checker spin","volume":"23","author":"Holzmann","year":"1997","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0240","unstructured":"J.R. Callahan, S.M. Easterbrook, T.L. Montgomery, Generating test oracles via model checking, NASA\/WVU Software Research Lab, Fairmont, WV, Technical report# NASA-IVV-98-015, 1998."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0245","first-page":"30","article-title":"Automated test oracles for GUIs","author":"Memon","year":"2000"},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0250","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1145\/357139.357140","article-title":"Data abstraction, implementation, specification, and testing","volume":"3","author":"Gannon","year":"1981","journal-title":"ACM Trans. Program. Lang. Syst."},{"issue":"2","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0255","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1145\/192218.192221","article-title":"The Astoot approach to testing object-oriented programs","volume":"3","author":"Doong","year":"1994","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0260","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1145\/287000.287004","article-title":"In black and white: an integrated approach to class-level testing of object-oriented programs","volume":"7","author":"Chen","year":"1998","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0265","doi-asserted-by":"crossref","first-page":"56","DOI":"10.1145\/366378.366380","article-title":"TACCLE: a methodology for object-oriented software testing at the class and cluster levels","volume":"10","author":"Chen","year":"2001","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0270","first-page":"169","article-title":"Contracts: specifying behavioral compositions in object-oriented systems","author":"Helm","year":"1990"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0275","first-page":"190","article-title":"Testing java components based on algebraic specifications","author":"Yu","year":"2008"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0280","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1109\/32.825766","article-title":"Automatically checking an implementation against its formal specification","volume":"26","author":"Antoy","year":"2000","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0285","first-page":"186","article-title":"Using transient\/persistent errors to develop automated test oracles for event-driven software","author":"Memon","year":"2004"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0290","first-page":"117","article-title":"Automated oracle comparators for testing web applications","author":"Sprenkle","year":"2007"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0295","first-page":"380","article-title":"Augmenting automatically generated unit-test suites with regression oracle checking","author":"Xie","year":"2006"},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0300","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1145\/1189748.1189752","article-title":"Designing and comparing automated test oracles for GUI-based software applications","volume":"16","author":"Xie","year":"2007","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0305","first-page":"147","article-title":"Mutation-driven generation of unit tests and oracles","author":"Fraser","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0310","series-title":"Machine Learning","author":"Mitchell","year":"1997"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0315","first-page":"727","article-title":"Artificial neural network for automatic test oracles generation","author":"Jin","year":"2008"},{"issue":"7","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0320","doi-asserted-by":"crossref","first-page":"774","DOI":"10.1016\/j.infsof.2011.02.006","article-title":"An automated framework for software test oracle","volume":"53","author":"Shahamiri","year":"2011","journal-title":"Inform. Softw. Technol."},{"issue":"1","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0325","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1002\/int.1002","article-title":"Using a neural network in the software testing process","volume":"17","author":"Vanmali","year":"2002","journal-title":"Int. J. Intell. Syst."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0330","first-page":"408","article-title":"Mining test oracles of web search engines","author":"Zheng","year":"2011"},{"issue":"12","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0335","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1016\/j.infsof.2011.06.009","article-title":"Automating image segmentation verification and validation by learning test oracles","volume":"53","author":"Frounchi","year":"2011","journal-title":"Inform. Softw. Technol."},{"issue":"3","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0340","doi-asserted-by":"crossref","first-page":"303","DOI":"10.1007\/s10515-011-0094-z","article-title":"Artificial neural networks as multi-networks automated test oracle","volume":"19","author":"Shahamiri","year":"2012","journal-title":"Autom. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0345","unstructured":"T.Y. Chen, S.C. Cheung, S.M. Yiu, Metamorphic testing: a new approach for generating next test cases, Department of Computer Science, Hong Kong University of Science and Technology, Technical report HKUST-CS98-01, 1998."},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0350","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1002\/stvr.437","article-title":"Automated functional testing of online search services","volume":"22","author":"Zhou","year":"2012","journal-title":"Softw. Test. Verif. Reliab."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0355","first-page":"139","article-title":"Generating expected results for automated black-box testing","author":"Schroeder","year":"2002"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0360","first-page":"436","article-title":"Using JML runtime assertion checking to automate metamorphic testing in applications without test oracles","author":"Murphy","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0365","first-page":"931","article-title":"Cross-checking oracles from intrinsic software redundancy","author":"Carzaniga","year":"2014"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0370","first-page":"53","article-title":"Daistish: systematic algebraic testing for OO programs in the presence of side-effects","author":"Hughes","year":"1996"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0375","first-page":"407","article-title":"Diffgen: automated regression unit-test generation","author":"Taneja","year":"2008"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0380","first-page":"231","article-title":"Supporting test suite evolution through test case adaptation","author":"Mirzaaghaei","year":"2012"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0385","first-page":"250","article-title":"Automated black-box testing with abstract VDM oracles","author":"Aichernig","year":"1999"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0390","series-title":"Formal Methods for Industrial Critical Systems","first-page":"7","article-title":"Leto\u2014a lustre-based test oracle for airbus critical systems","author":"Durrieu","year":"2009"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0395","first-page":"100","article-title":"Using property-based oracles when testing embedded system applications","author":"Yu","year":"2011"},{"issue":"9","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0400","doi-asserted-by":"crossref","first-page":"1230","DOI":"10.1109\/TSE.2013.10","article-title":"Model-based test oracle generation for automated unit testing of agent systems","volume":"39","author":"Padgham","year":"2013","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0405","article-title":"Metamorphic testing and its applications","author":"Zhou","year":"2004"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0410","first-page":"470","article-title":"Towards a metamorphic testing methodology for service-oriented software applications","author":"Chan","year":"2005"},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0415","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1109\/TSE.1977.231145","article-title":"Testing programs with the aid of a compiler","volume":"3","author":"Hamlet","year":"1977","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"4","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0420","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1109\/C-M.1978.218138","article-title":"Automatic software test drivers","volume":"11","author":"Panzl","year":"1978","journal-title":"Computer"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0425","first-page":"640","article-title":"Semantic-based test oracles","author":"Bai","year":"2011"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0430","first-page":"5","article-title":"An automated test oracle for xml processing programs","author":"Kim-Park","year":"2010"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0435","first-page":"179","article-title":"Test oracles using statistical methods","author":"Mayer","year":"2004"},{"issue":"5","key":"10.1016\/B978-0-12-800160-8.00001-2_bb0440","doi-asserted-by":"crossref","first-page":"323","DOI":"10.1049\/sej.1992.0033","article-title":"Specifications are (preferably) executable","volume":"7","author":"Fuchs","year":"1992","journal-title":"Softw. Eng. J."},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0445","first-page":"283","article-title":"High-level executable specification of the universal plug and play architecture","author":"Gl\u00e4sser","year":"2002"},{"key":"10.1016\/B978-0-12-800160-8.00001-2_bb0450","series-title":"Formal Techniques for Networked and Distributed Systems","first-page":"199","article-title":"Automatic generation of run-time test oracles for distributed real-time systems","volume":"vol. 3235","author":"Wang","year":"2004"}],"container-title":["Advances in Computers"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128001608000012?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:B9780128001608000012?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,30]],"date-time":"2018-09-30T05:22:33Z","timestamp":1538284953000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/B9780128001608000012"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9780128001608"],"references-count":90,"URL":"https:\/\/doi.org\/10.1016\/b978-0-12-800160-8.00001-2","relation":{},"ISSN":["0065-2458"],"issn-type":[{"value":"0065-2458","type":"print"}],"subject":[],"published":{"date-parts":[[2014]]}}}