{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T15:03:47Z","timestamp":1784300627081,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,7,19]],"date-time":"2009-07-19T00:00:00Z","timestamp":1247961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,7,19]]},"DOI":"10.1145\/1572272.1572295","type":"proceedings-article","created":{"date-parts":[[2009,7,28]],"date-time":"2009-07-28T12:45:28Z","timestamp":1248785128000},"page":"189-200","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":64,"title":["Automatic system testing of programs without test oracles"],"prefix":"10.1145","author":[{"given":"Christian","family":"Murphy","sequence":"first","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kuang","family":"Shen","sequence":"additional","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gail","family":"Kaiser","sequence":"additional","affiliation":[{"name":"Columbia University, New York, NY, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2009,7,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"SVM application list. http:\/\/www.clopinet.com\/isabelle\/Projects\/SVM\/applist.html.  SVM application list. http:\/\/www.clopinet.com\/isabelle\/Projects\/SVM\/applist.html."},{"key":"e_1_3_2_1_2_1","unstructured":"J. R. Abrial. Specification Language Z. Oxford Univ. Press 1980.  J. R. Abrial. Specification Language Z. Oxford Univ. Press 1980."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062530"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/200836.200880"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/566172.566191"},{"issue":"15","key":"e_1_3_2_1_7_1","first-page":"923","article-title":"Fault-based testing without the need of oracles","volume":"44","author":"Chen T. Y.","year":"2002","unstructured":"T. Y. Chen , T. H. Tse , and Z. Q. Zhou . Fault-based testing without the need of oracles . Information and Software Technology , 44 ( 15 ): 923 -- 931 , 2002 . T. Y. Chen, T. H. Tse, and Z. Q. Zhou. Fault-based testing without the need of oracles. Information and Software Technology, 44(15):923--931, 2002.","journal-title":"Information and Software Technology"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/566172.566202"},{"key":"e_1_3_2_1_9_1","volume-title":"Software Manual for the Elementary Functions","author":"Cody W. J.","year":"1980","unstructured":"W. J. Cody Jr . and W. Waite . Software Manual for the Elementary Functions . Prentice Hall , 1980 . W. J. Cody Jr. and W. Waite. Software Manual for the Elementary Functions. Prentice Hall, 1980."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/800175.809889"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/302405.302467"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.5555\/950785.950794"},{"key":"e_1_3_2_1_13_1","volume-title":"Proc. of the 18th Conference on Innovative Applications in Artificial Intelligence","author":"P. Gross","year":"2006","unstructured":"P. Gross et al. Predicting electricity distribution feeder failures using machine learning susceptibility analysis . In Proc. of the 18th Conference on Innovative Applications in Artificial Intelligence , 2006 . P. Gross et al. Predicting electricity distribution feeder failures using machine learning susceptibility analysis. In Proc. of the 18th Conference on Innovative Applications in Artificial Intelligence, 2006."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.5555\/1318471.1318554"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/581339.581377"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1148\/radiology.143.1.7063747"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-45070-2_19"},{"key":"e_1_3_2_1_18_1","first-page":"29","volume-title":"Software Testing and Quality Engineering","author":"Hoffman D.","year":"1999","unstructured":"D. Hoffman . Heuristic test oracles . Software Testing and Quality Engineering , pages 29 -- 32 , 1999 . D. Hoffman. Heuristic test oracles. Software Testing and Quality Engineering, pages 29--32, 1999."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/505145.505149"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.1986.6312924"},{"key":"e_1_3_2_1_21_1","volume-title":"Morgan Kaufmann","author":"Mitchell T.","year":"1983","unstructured":"T. Mitchell . Machine Learning : An Artificial Intelligence Approach . Morgan Kaufmann , 1983 . T. Mitchell. Machine Learning: An Artificial Intelligence Approach. Morgan Kaufmann, 1983."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/1292414.1292425"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2009.18"},{"key":"e_1_3_2_1_25_1","first-page":"867","volume-title":"Proc. of the 20th international conference on software engineering and knowledge engineering (SEKE)","author":"Murphy C.","year":"2008","unstructured":"C. Murphy , G. Kaiser , L. Hu , and L. Wu . Properties of machine learning applications for use in metamorphic testing . In Proc. of the 20th international conference on software engineering and knowledge engineering (SEKE) , pages 867 -- 872 , 2008 . C. Murphy, G. Kaiser, L. Hu, and L. Wu. Properties of machine learning applications for use in metamorphic testing. In Proc. of the 20th international conference on software engineering and knowledge engineering (SEKE), pages 867--872, 2008."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICST.2009.19"},{"key":"e_1_3_2_1_27_1","volume-title":"UCI repository of machine learning databases","author":"Newman D. J.","year":"1998","unstructured":"D. J. Newman , S. Hettich , C. L. Blake , and C. J. Merz . UCI repository of machine learning databases . University of California , Dept of Information and Computer Science, 1998 . D. J. Newman, S. Hettich, C. L. Blake, and C. J. Merz. UCI repository of machine learning databases. University of California, Dept of Information and Computer Science, 1998."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/11901433_27"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.5555\/1060289.1060323"},{"key":"e_1_3_2_1_30_1","volume-title":"Support Vector Learning","author":"Platt J.","year":"1999","unstructured":"J. Platt . Fast training of support vector machines using sequential minimal optimization. Advances in Kernel Methods , Support Vector Learning , 1999 . J. Platt. Fast training of support vector machines using sequential minimal optimization. Advances in Kernel Methods, Support Vector Learning, 1999."},{"key":"e_1_3_2_1_31_1","volume-title":"Morgan Kaufman","author":"Quinlan J. R.","year":"1993","unstructured":"J. R. Quinlan . C4.5 : Programs for Machine Learning . Morgan Kaufman , 1993 . J. R. Quinlan. C4.5: Programs for Machine Learning. Morgan Kaufman, 1993."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/120807.120818"},{"key":"e_1_3_2_1_34_1","first-page":"89","article-title":"Footrule for measuring correlation","volume":"2","author":"Spearman C.","year":"1906","unstructured":"C. Spearman . Footrule for measuring correlation . British Journal of Psychology , 2 : 89 -- 108 , June 1906 . C. Spearman. Footrule for measuring correlation. British Journal of Psychology, 2:89--108, June 1906.","journal-title":"British Journal of Psychology"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/211359"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-30143-1_11"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/25.4.465"},{"key":"e_1_3_2_1_38_1","volume-title":"Data Mining: Practical Machine Learning Tools and Techniques","author":"Witten I. H.","year":"2005","unstructured":"I. H. Witten and E. Frank . Data Mining: Practical Machine Learning Tools and Techniques , 2 nd Edition. Morgan Kaufmann , 2005 . I. H. Witten and E. Frank. Data Mining: Practical Machine Learning Tools and Techniques, 2nd Edition. Morgan Kaufmann, 2005.","edition":"2"}],"event":{"name":"ISSTA '09: International Symposium on Software Testing and Analysis","location":"Chicago IL USA","acronym":"ISSTA '09","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages","ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the eighteenth international symposium on Software testing and analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1572272.1572295","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1572272.1572295","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:23:29Z","timestamp":1750249409000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1572272.1572295"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,7,19]]},"references-count":35,"alternative-id":["10.1145\/1572272.1572295","10.1145\/1572272"],"URL":"https:\/\/doi.org\/10.1145\/1572272.1572295","relation":{},"subject":[],"published":{"date-parts":[[2009,7,19]]},"assertion":[{"value":"2009-07-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}