{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,13]],"date-time":"2026-08-13T14:55:27Z","timestamp":1786632927224,"version":"3.56.0"},"reference-count":211,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2015,5,1]],"date-time":"2015-05-01T00:00:00Z","timestamp":1430438400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/3.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/I010165\/1"],"award-info":[{"award-number":["EP\/I010165\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["EP\/I010386\/1"],"award-info":[{"award-number":["EP\/I010386\/1"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2015,5,1]]},"DOI":"10.1109\/tse.2014.2372785","type":"journal-article","created":{"date-parts":[[2014,11,20]],"date-time":"2014-11-20T15:48:46Z","timestamp":1416498526000},"page":"507-525","source":"Crossref","is-referenced-by-count":868,"title":["The Oracle Problem in Software Testing: A Survey"],"prefix":"10.1109","volume":"41","author":[{"given":"Earl T.","family":"Barr","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Harman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Phil","family":"McMinn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Muzammil","family":"Shahbaz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shin","family":"Yoo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref170","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-007-0015-3"},{"key":"ref172","author":"spivey","year":"1992","journal-title":"Z Notation&#x2014;a Reference Manual"},{"key":"ref171","first-page":"527","article-title":"Learning component interfaces with may and must abstractions","author":"singh","year":"0","journal-title":"Proc 22nd Int Conf Comput Aided Verification"},{"key":"ref174","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985847"},{"key":"ref173","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2012.6227132"},{"key":"ref176","doi-asserted-by":"publisher","DOI":"10.1109\/ISSRE.2012.13"},{"key":"ref175","first-page":"188","article-title":"Understanding user understanding: Determining correctness of generated program invariants","author":"staats","year":"0","journal-title":"Proc Int'l Symp on Softw Testing and Analysis"},{"key":"ref178","first-page":"184","article-title":"Using behaviour inference to optimise regression test sets","author":"taylor","year":"0","journal-title":"Proc 24th IFIP WG 601 Int Conf Testing Softw Syst"},{"key":"ref177","author":"takanen","year":"2008","journal-title":"Fuzzing for Software Security Testing and Quality Assurance"},{"key":"ref168","first-page":"299","article-title":"Detecting communication protocol security flaws by formal fuzz testing and machine learning","author":"shu","year":"0","journal-title":"Proc 26th IFIP WG 6 1 Int Conf Formal Techn Netw Distrib Syst"},{"key":"ref169","first-page":"587","article-title":"Deadlocks and livelocks in transition systems","author":"sifakis","year":"0","journal-title":"Proc Symp Math Foundations of Computer Science"},{"key":"ref39","year":"0"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2005.67"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1002\/spe.520"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/SOSE.2011.6139088"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/1291535.1291545"},{"key":"ref30","first-page":"115","article-title":"Towards reconciling use cases via controlled language and graphical models","author":"b\u00f6ttger","year":"0","journal-title":"Proc Appl Prolog 14th Int Conf Web Knowl Manag Decis Support"},{"key":"ref37","first-page":"2894","article-title":"A metamorphic testing approach for online testing of service-oriented software applications","author":"chan","year":"0"},{"key":"ref36","first-page":"191","article-title":"Application of metamorphic testing in numerical analysis","author":"chan","year":"0","journal-title":"Proc of the Int I Conf on Software Engineering"},{"key":"ref35","article-title":"Automated software testing using model-checking","author":"callahan","year":"0","journal-title":"Proc SPIN Workshop"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1455518.1455522"},{"key":"ref181","first-page":"67","article-title":"Checking a large routine","author":"turing","year":"1949","journal-title":"Report of a Conference on High Speed Automatic Calculating-Machines"},{"key":"ref180","first-page":"103","article-title":"Test generation with inputs, outputs and repetitive quiescence","volume":"17","author":"tretmans","year":"1996","journal-title":"Softw &#x2014;Concepts Tools"},{"key":"ref185","doi-asserted-by":"publisher","DOI":"10.1007\/BF00264015"},{"key":"ref184","first-page":"814","article-title":"Protocol testing using automatic trace analysis","author":"bochmann","year":"0","journal-title":"Proc Can Conf Elect Comput Eng"},{"key":"ref183","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.456"},{"key":"ref182","author":"utting","year":"2007","journal-title":"Practical Model-Based Testing A Tools Approach"},{"key":"ref189","first-page":"305","article-title":"Iterative refinement of reverse-engineered models by model-based testing","author":"walkinshaw","year":"2009","journal-title":"Proc of the World Congress on Formal Methods"},{"key":"ref188","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2008.35"},{"key":"ref187","first-page":"126","article-title":"Increasing functional coverage by inductive testing: A case study","author":"walkinshaw","year":"0","journal-title":"Proc of the 22nd IFIP WG 6 1 Int'l Conf on Testing Software and Systems"},{"key":"ref186","doi-asserted-by":"publisher","DOI":"10.1109\/32.153381"},{"key":"ref28","first-page":"167","article-title":"Modeling the dynamics of UML state machines","author":"b\u00f6rger","year":"2000","journal-title":"Abstract State Machines - Theory and Applications"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/0376-5075(78)90015-6"},{"key":"ref179","year":"0"},{"key":"ref29","first-page":"1","article-title":"High level system design and analysis using abstract state machines","author":"b\u00f6rger","year":"0","journal-title":"Proceedings of the International Workshop on Current Trends in Applied Formal Method Applied Formal Methods"},{"key":"ref20","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1049\/sej.1991.0040","article-title":"software testing based on formal specifications: a theory and a tool","volume":"6","author":"bernot","year":"1991","journal-title":"Software Engineering Journal"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-31984-9_2"},{"key":"ref21","first-page":"141","article-title":"Automatic synthesis of behavior protocols for composable web-services","author":"bertolino","year":"0","journal-title":"The Joint Meeting of European Softw Eng and ACM SIGSOFT Symp Found of Softw Eng"},{"key":"ref24","first-page":"333","article-title":"Proving programs by sets of computations","author":"blikle","year":"0","journal-title":"Proc 3rd Symp on Foundations of Computer Science"},{"key":"ref23","author":"binder","year":"2000","journal-title":"Testing Object-Oriented Systems Models Patterns and Tools"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/186258.187153"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/937503.937505"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/800175.809889"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/340855.340884"},{"key":"ref154","doi-asserted-by":"publisher","DOI":"10.1109\/MMUL.2006.26"},{"key":"ref153","first-page":"1907","article-title":"Searching for invariants using genetic programming and mutation testing","author":"ratcliff","year":"0","journal-title":"Proc 13th Annu Conf Genetic Evol Comput"},{"key":"ref156","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.256"},{"key":"ref155","doi-asserted-by":"publisher","DOI":"10.1109\/32.341844"},{"key":"ref150","first-page":"1","volume":"95","author":"pezz\u00e8","year":"0"},{"key":"ref152","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2003.1199071"},{"key":"ref151","doi-asserted-by":"publisher","DOI":"10.1145\/1572272.1572284"},{"key":"ref146","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2013.13"},{"key":"ref147","first-page":"225","article-title":"Black box checking","volume":"7","author":"peled","year":"2002","journal-title":"J Automata Lang Combinatorics"},{"key":"ref148","doi-asserted-by":"publisher","DOI":"10.1109\/32.667877"},{"key":"ref149","doi-asserted-by":"publisher","DOI":"10.1109\/32.988496"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.78"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1049\/ip-sen:19982444","article-title":"generating diverse software versions with genetic programming: an experimental study","volume":"145","author":"feldt","year":"1998","journal-title":"Software IEE Proceedings-"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/176454.176504"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/32.908957"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2007.01.015"},{"key":"ref54","author":"ellsberger","year":"1997","journal-title":"SDL Formal Object-Oriented Language for Communicating Systems"},{"key":"ref53","first-page":"420","article-title":"Grey-box checking","author":"elkind","year":"0","journal-title":"Proc 26th IFIP WG 6 1 Int Conf Formal Techn Netw Distrib Syst"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/192218.192221"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/287000.287004"},{"key":"ref167","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.50"},{"key":"ref166","author":"shahbaz","year":"0"},{"key":"ref165","author":"shahbaz","year":"0"},{"key":"ref164","doi-asserted-by":"publisher","DOI":"10.1109\/ICSEA.2009.29"},{"key":"ref163","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.02.006"},{"key":"ref162","doi-asserted-by":"publisher","DOI":"10.1007\/s10515-011-0094-z"},{"key":"ref161","first-page":"263","article-title":"CUTE: A concolic unit testing engine for C","author":"sen","year":"0","journal-title":"Proc 10th Eur Softw Eng Conf Held Jointly 13th ACM SIGSOFT Int Symp Found Softw Eng"},{"key":"ref160","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2010.11.002"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-48249-0_22"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2008.12.005"},{"key":"ref6","first-page":"298","article-title":"Automated session data repair for web application regression testing","author":"alshahwan","year":"0","journal-title":"Proc 1st Int Conf Softw Testing Verification Validation"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2009.52"},{"key":"ref8","first-page":"786","article-title":"Enabling the runtime assertion checking of concurrent contracts for the Java modeling language","author":"araujo","year":"0","journal-title":"Proc 3rd Int Conf Software Engineering"},{"key":"ref159","doi-asserted-by":"publisher","DOI":"10.1109\/DEXA.2002.1045903"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/0890-5401(87)90052-6"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/SEW.2005.33"},{"key":"ref157","year":"0"},{"key":"ref9","first-page":"10","article-title":"On the effectiveness of contracts as test oracles in the detection and diagnosis of race conditions and deadlocks in concurrent object-oriented software","author":"araujo","year":"0","journal-title":"Proc Int'l Symp Empirical Software Eng and Measurement"},{"key":"ref158","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.32"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1976.233817"},{"key":"ref45","first-page":"231","article-title":"A simple and practical approach to unit testing: The JML and JUnit way","author":"cheon","year":"0","journal-title":"Proc Europ Conf Object-Oriented Programming"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1083274.1083276"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/SPLINE.2006.1691594"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/STEP.2003.18"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/366378.366380"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2007.4385528"},{"key":"ref43","first-page":"310","article-title":"Metamorphic testing and its applications","author":"chen","year":"0","journal-title":"8th Int Symp Future Software Technology"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1007\/s001650050026"},{"key":"ref72","first-page":"35","article-title":"Testing from formal specifications, a generic approach","author":"gaudel","year":"2001","journal-title":"Proc 6th Ade-Eur Int Conf Leuven Rel Softw Technol"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-56883-2_15"},{"key":"ref70","first-page":"1050","article-title":"ASM-based testing: Coverage criteria and automatic test sequence","volume":"7","author":"gargantini","year":"2001","journal-title":"J Universal Comput Sci"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2014.37"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45657-0_44"},{"key":"ref74","first-page":"527","article-title":"Improving the accuracy of oracle verdicts through automated model steering","author":"gay","year":"0","journal-title":"Proc 29th ACM\/IEEE Int Conf Automated Softw Eng"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1145\/1065010.1065036"},{"key":"ref78","first-page":"216","article-title":"Modular system verification by inference, testing and reachability analysis","author":"groz","year":"0","journal-title":"Proc TestCom"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806812"},{"key":"ref60","first-page":"134","article-title":"Tabular expression-based testing strategies: A comparison","author":"feng","year":"0","journal-title":"Proc of Testing Acad and Ind Conf Prac and Res Tech"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511626975"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1002\/spe.1135"},{"key":"ref63","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1007\/3-540-45251-6_29","article-title":"Houdini, an annotation assistant for ESC\/Java","volume":"2021","author":"flanagan","year":"0","journal-title":"Lecture Notes in Comput Sci"},{"key":"ref64","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1090\/psapm\/019\/0235771","article-title":"Assigning meanings to programs","author":"floyd","year":"1967","journal-title":"Mathematical Aspects of Computer Science"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2012.14"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2011.53"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2011.06.009"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-61629-2_52"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1145\/357139.357140"},{"key":"ref197","doi-asserted-by":"publisher","DOI":"10.1109\/2.58215"},{"key":"ref198","doi-asserted-by":"publisher","DOI":"10.1145\/1189748.1189752"},{"key":"ref199","first-page":"380","article-title":"Augmenting automatically generated unit-test suites with regression oracle checking","author":"xie","year":"0","journal-title":"Proc 20th European Conf Object-Oriented Programming"},{"key":"ref193","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100094"},{"key":"ref194","doi-asserted-by":"publisher","DOI":"10.1145\/69575.357231"},{"key":"ref195","doi-asserted-by":"publisher","DOI":"10.1109\/32.888628"},{"key":"ref196","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/25.4.465"},{"key":"ref95","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1049\/sej.1988.0009","article-title":"x-machines as a basis for dynamic system specification","volume":"3","author":"holcombe","year":"1988","journal-title":"Software Engineering Journal"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/363235.363259"},{"key":"ref190","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-56393-8_26"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1145\/1459352.1459354"},{"key":"ref191","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.1993.346059"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1145\/1538942.1538944"},{"key":"ref192","doi-asserted-by":"publisher","DOI":"10.1145\/1985793.1985820"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2011.45"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-012-9222-z"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1986.6313016"},{"key":"ref99","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1978.231514"},{"key":"ref96","first-page":"76","article-title":"Correct systems: Building a business process solution","volume":"9","author":"holcombe","year":"1999","journal-title":"Software Testing and Verification Techniques"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/32.588521"},{"key":"ref82","first-page":"182","article-title":"Optimizing for the number of tests generated in search based test data generation with an application to the oracle cost problem","author":"harman","year":"0","journal-title":"Proceedings of the 1st International Workshop on Search-Based Software Testing"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1016\/0167-6423(87)90035-9"},{"key":"ref84","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/978-3-642-25231-0_1","article-title":"Search based software engineering: Techniques, taxonomy, tutorial","author":"harman","year":"2012","journal-title":"Empirical Software Engineering and Verification"},{"key":"ref83","article-title":"Search based software engineering: A comprehensive analysis and review of trends techniques and applications","author":"harman","year":"2009"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/QSIC.2007.4385527"},{"key":"ref89","author":"hennie","year":"1968","journal-title":"Finite-State Models for Logical Machines"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/152388.152391"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1002\/1099-1689(200009)10:3<171::AID-STVR209>3.0.CO;2-J"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/781131.781150"},{"key":"ref88","doi-asserted-by":"crossref","first-page":"431","DOI":"10.1007\/978-3-540-45070-2_19","article-title":"Discovering algebraic specifications from Java classes","volume":"2743","author":"henkel","year":"0","journal-title":"Lecture Notes in Comput Sci"},{"key":"ref200","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.107"},{"key":"ref101","author":"jackson","year":"2006","journal-title":"Software Abstractions Logic Language and Analysis"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1145\/226295.226301"},{"key":"ref209","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.437"},{"key":"ref203","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2010.26"},{"key":"ref204","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"ref201","doi-asserted-by":"publisher","DOI":"10.1145\/1095430.1081728"},{"key":"ref202","doi-asserted-by":"publisher","DOI":"10.1145\/1882291.1882330"},{"key":"ref207","first-page":"353","article-title":"Combined static and dynamic automated test generation","volume":"11","author":"zhang","year":"2011","journal-title":"Proc Int'l Symp on Softw Testing and Analysis"},{"key":"ref208","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2011.6100085"},{"key":"ref205","first-page":"190","article-title":"Testing Java components based on algebraic specifications","author":"yu","year":"0","journal-title":"Proc 1st Int Conf Softw Testing Verification Validation"},{"key":"ref206","doi-asserted-by":"publisher","DOI":"10.1109\/32.988498"},{"key":"ref211","first-page":"223","article-title":"A memory allocation profiler for C and Lisp programs","author":"zorn","year":"0","journal-title":"Proc Summer USENIX Conf"},{"key":"ref210","first-page":"91","article-title":"A note on test oracles and semantics of algebraic specifications","author":"zhu","year":"0","journal-title":"Proc 3rd Int Conf Q Softw"},{"key":"ref127","first-page":"1689","article-title":"Search-based failure discovery using testability transformations to generate pseudo-oracles","author":"mcminn","year":"0","journal-title":"Proc Genetic Evol Comput Conf"},{"key":"ref126","doi-asserted-by":"publisher","DOI":"10.1002\/stvr.294"},{"key":"ref125","first-page":"1","article-title":"Reducing qualitative human oracle costs associated with automatically generated test data","author":"mcminn","year":"0","journal-title":"Proc 1st Int Workshop Software Test Output Validation"},{"key":"ref124","first-page":"179","article-title":"Test oracles using statistical methods","author":"mayer","year":"0","journal-title":"Proc 1st Int Workshop Softw Quality Lecture Notes Inform P-58 Kllen Druck+Verlag GmbH"},{"key":"ref129","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2012.94"},{"key":"ref128","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2011.100"},{"key":"ref130","doi-asserted-by":"publisher","DOI":"10.1145\/1868048.1868049"},{"key":"ref133","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2004.1342736"},{"key":"ref134","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34026-0_7"},{"key":"ref131","doi-asserted-by":"publisher","DOI":"10.1145\/1416563.1416564"},{"key":"ref132","doi-asserted-by":"publisher","DOI":"10.1145\/355045.355050"},{"key":"ref136","doi-asserted-by":"publisher","DOI":"10.1145\/96267.96279"},{"key":"ref135","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(88)90022-2"},{"key":"ref138","first-page":"189","article-title":"Automatic system testing of programs without test oracles","author":"murphy","year":"0","journal-title":"Proc of the 18th Int'l Symp on Software Testing and Analysis"},{"key":"ref137","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.32"},{"key":"ref139","first-page":"436","article-title":"Using JML runtime assertion checking to automate metamorphic testing in applications without test oracles","author":"murphy","year":"0","journal-title":"Proc 1st Int Conf Softw Testing Verification Validation"},{"key":"ref140","first-page":"111","article-title":"Procedures for reducing the size of coverage-based test sets","author":"offutt","year":"1995","journal-title":"Int Conf Testing Comput Softw"},{"key":"ref141","first-page":"734","article-title":"Eclat: Automatic generation and classification of test inputs","author":"pacheco","year":"0","journal-title":"Proc 19th European Conf Object-Oriented Programming"},{"key":"ref142","doi-asserted-by":"publisher","DOI":"10.1109\/32.368133"},{"key":"ref143","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2008.11.001"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2384592.2384595"},{"key":"ref144","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-15187-3_8"},{"key":"ref1","first-page":"352","article-title":"Evolving readable string test inputs using a natural language model to reduce human oracle cost","author":"afshan","year":"0","journal-title":"Proc 1st Int Conf Softw Testing Verification Validation"},{"key":"ref145","doi-asserted-by":"publisher","DOI":"10.1016\/0167-6423(95)96871-J"},{"key":"ref109","doi-asserted-by":"publisher","DOI":"10.1145\/336512.336546"},{"key":"ref108","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.07.026"},{"key":"ref107","doi-asserted-by":"publisher","DOI":"10.1145\/360248.360252"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.1145\/360248.360251"},{"key":"ref105","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/3897.001.0001","author":"kearns","year":"1994","journal-title":"An Introduction to Computational Learning Theory"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1016\/j.scico.2009.12.009"},{"key":"ref103","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2007.05.006"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(83)90018-3"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1109\/5.533956"},{"key":"ref112","first-page":"417","article-title":"Efficient unit test case minimization","author":"leitner","year":"2007","journal-title":"Proc Autom Softw Eng"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.1142\/p006"},{"key":"ref10","article-title":"Finding the needles in the haystack: Generating legal test inputs for object-oriented programs","author":"artzi","year":"0","journal-title":"Proc 1st Workshop on Model- Based Testing and Object-Oriented Systems"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1016\/S0304-3975(01)00368-1"},{"key":"ref12","first-page":"290","article-title":"Efficient detection of all pointer and array access errors","author":"austin","year":"0","journal-title":"Proc ACM SIGPLAN 1994 Conf Programming Language Design and Implementation"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1985.231893"},{"key":"ref14","first-page":"149","article-title":"On the implementation of N-version programming for software fault-tolerance during execution","author":"avizienis","year":"0","journal-title":"Proc 1st Int Comput Softw Appl Conf"},{"key":"ref15","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9781139172752","author":"baader","year":"1998","journal-title":"Term Rewriting and All That"},{"key":"ref16","doi-asserted-by":"crossref","first-page":"558","DOI":"10.1109\/TSE.1979.230192","article-title":"proving total correctness of parallel programs","volume":"se 5","author":"babich","year":"1979","journal-title":"IEEE Transactions on Software Engineering"},{"key":"ref118","first-page":"502","article-title":"On oracles for interpreting test results against algebraic specifications","author":"machado","year":"0","journal-title":"Proc Conf Algebraic Methodology and Software Technology"},{"key":"ref17","year":"0"},{"key":"ref117","first-page":"219","article-title":"An introduction to input\/output automata","volume":"2","author":"lynch","year":"1989","journal-title":"CWI Quarterly"},{"key":"ref18","first-page":"427","article-title":"Finding software vulnerabilities by smart fuzzing","author":"bekrar","year":"2011","journal-title":"4th IEEE Int Conf on Software Testing Verification and Validation (ICST)"},{"key":"ref19","first-page":"99","article-title":"Testing against formal specifications: A theoretical view","author":"bernot","year":"0","journal-title":"Proc Int Joint Conf Theory Prac Softw Develop Adv Distrib Comput Colloquium Combining Paradigms Softw Develop"},{"key":"ref119","year":"0"},{"key":"ref114","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368157"},{"key":"ref113","first-page":"59","article-title":"Integration testing of components guided by incremental state machine learning","author":"li","year":"0","journal-title":"Proc of Testing Acad and Ind Conf Prac and Res Tech"},{"key":"ref116","author":"luckham","year":"0"},{"key":"ref115","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610408"},{"key":"ref120","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2013.6606651"},{"key":"ref121","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.93"},{"key":"ref122","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-59293-8_240"},{"key":"ref123","first-page":"604","article-title":"Performance, effectiveness, and reliability issues in software testing","author":"mathur","year":"0","journal-title":"Proc Annu Int Comput Softw Appl Conf"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/7106034\/06963470.pdf?arnumber=6963470","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T11:53:15Z","timestamp":1641988395000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/6963470\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,5,1]]},"references-count":211,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/tse.2014.2372785","relation":{},"ISSN":["0098-5589","1939-3520"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,5,1]]}}}