{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:12:30Z","timestamp":1750306350114,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2016,7,18]],"date-time":"2016-07-18T00:00:00Z","timestamp":1468800000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,7,18]]},"DOI":"10.1145\/2931037.2931063","type":"proceedings-article","created":{"date-parts":[[2016,7,7]],"date-time":"2016-07-07T12:33:29Z","timestamp":1467894809000},"page":"235-246","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Testing stochastic software using pseudo-oracles"],"prefix":"10.1145","author":[{"given":"Matthew","family":"Patrick","sequence":"first","affiliation":[{"name":"University of Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew P.","family":"Craig","sequence":"additional","affiliation":[{"name":"University of Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nik J.","family":"Cunniffe","sequence":"additional","affiliation":[{"name":"University of Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Parry","sequence":"additional","affiliation":[{"name":"University of Otago, New Zealand"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christopher A.","family":"Gilligan","sequence":"additional","affiliation":[{"name":"University of Cambridge, UK"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2016,7,18]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1954.10501232"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2014.2372785"},{"key":"e_1_3_2_1_3_1","first-page":"7","article-title":"a destructive, newly-emerging, century-old disease of citrus","volume":"88","author":"Bov\u00e9 J. M.","year":"2006","journal-title":"Journal of Plant Pathology"},{"key":"e_1_3_2_1_4_1","first-page":"81","volume-title":"Carnegie Rochester Conference Series on Public Policy","author":"Brayton F.","year":"1997"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568287"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1602153113"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1004211"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1287624.1287651"},{"issue":"3","key":"e_1_3_2_1_9_1","first-page":"1","article-title":"Comparing distributions: The two-sample Anderson-Darling test as an alternative to the Kolmogorov-Smirnoff test","volume":"6","author":"Engmann S.","year":"2011","journal-title":"Journal of Applied Quantitative Methods"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9288-2"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2486.2009.00910.x"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1021\/j100540a008"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1063\/1.1378322"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1371\/currents.outbreaks.cd818f63d40e24aef769dda7df9e0da5"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-phyto-073009-114418"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/SECSE.2009.5069155"},{"key":"e_1_3_2_1_17_1","unstructured":"N. Hansen. cma 1.1.06: Python package index. Retrieved May 9 2016 from Python: https:\/\/pypi.python.org\/pypi\/cma.  N. Hansen. cma 1.1.06: Python package index. Retrieved May 9 2016 from Python: https:\/\/pypi.python.org\/pypi\/cma."},{"volume-title":"J. A. Lozano, P. L. naga","author":"Hansen N.","key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","unstructured":"N. Hansen. CMA-ES source code 2011. Retrieved May 9 2016 from Laboratoire de Recherche en Informatique: https:\/\/www.lri.fr\/\u02dchansen\/cmaes inmatlab.html.  N. Hansen. CMA-ES source code 2011. Retrieved May 9 2016 from Laboratoire de Recherche en Informatique: https:\/\/www.lri.fr\/\u02dchansen\/cmaes inmatlab.html."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1830761.1830790"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1057\/palgrave\/jors\/2601278"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.328993"},{"key":"e_1_3_2_1_23_1","unstructured":"S. Hettrick M. Antonioletti L. Carr N. C. Hong S. Crouch D. D. Roure I. Emsley C. Goble A. Hay D. Inupakutika M. Jackson A. Nenadic T. Parkinson M. I. Parsons A. Pawlik G. Peru A. Proeme J. Robinson and S. Sufi. UK research software survey 2014. Retrieved May 9 2016 from Zenodo: https:\/\/zenodo.org\/record\/14809.  S. Hettrick M. Antonioletti L. Carr N. C. Hong S. Crouch D. D. Roure I. Emsley C. Goble A. Hay D. Inupakutika M. Jackson A. Nenadic T. Parkinson M. I. Parsons A. Pawlik G. Peru A. Proeme J. Robinson and S. Sufi. UK research software survey 2014. Retrieved May 9 2016 from Zenodo: https:\/\/zenodo.org\/record\/14809."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2009.200"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1098\/rspb.2001.1898"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2012.03.009"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390832.1390837"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2006.105"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1951.10500769"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.988709"},{"issue":"1","key":"e_1_3_2_1_31_1","first-page":"100","article-title":"Differential testing for software","volume":"10","author":"McKeeman W. M.","year":"1998","journal-title":"Digital Technical Journal"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/1569901.1570127"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2011.100"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"crossref","unstructured":"Z. Merali. Computational science: error why scientific programming does not compute. Nature 467(7317) 2010.  Z. Merali. Computational science: error why scientific programming does not compute. Nature 467(7317) 2010.","DOI":"10.1038\/467775a"},{"key":"e_1_3_2_1_35_1","first-page":"34","article-title":"Comparing dose-response or kinetic curves with GraphPad Prism","author":"Motulsky H.","year":"1998","journal-title":"HMS Beagle: The BioMedNet Magazine"},{"key":"e_1_3_2_1_36_1","first-page":"872","volume-title":"Proceedings of the 20th International Conference on Software Engineering and Knowledge Engineering (SEKE)","author":"Murphy C.","year":"2008"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2014.05.064"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1310997111"},{"key":"e_1_3_2_1_39_1","unstructured":"M. Patrick. seir model 2016. Retrieved May 9 2016 from GitHub: https:\/\/github.com\/mattimpat\/seir model.  M. Patrick. seir model 2016. Retrieved May 9 2016 from GitHub: https:\/\/github.com\/mattimpat\/seir model."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"J. A. Sokolowski and C. M. Banks. Modeling and simulation fundamentals: theoretical underpinnings and practical domains. Wiley Hoboken NJ 4th edition 2010.  J. A. Sokolowski and C. M. Banks. Modeling and simulation fundamentals: theoretical underpinnings and practical domains. Wiley Hoboken NJ 4th edition 2010.","DOI":"10.1002\/9780470590621"},{"key":"e_1_3_2_1_41_1","first-page":"121","article-title":"A survey of program slicing techniques","volume":"3","author":"Tip F.","year":"1995","journal-title":"Journal of Programming Languages"},{"key":"e_1_3_2_1_42_1","unstructured":"H. Trautmann O. Mersmann and D. Arnu. Package \u2018cmaes\u2019. https: \/\/cran.r-project.org\/web\/packages\/cmaes\/cmaes.pdf.  H. Trautmann O. Mersmann and D. Arnu. Package \u2018cmaes\u2019. https: \/\/cran.r-project.org\/web\/packages\/cmaes\/cmaes.pdf."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0950-5849(01)00190-2"},{"key":"e_1_3_2_1_44_1","unstructured":"T. Weise. Global optimization algorithms - theory and application 2009. Retrieved May 9 2016 from Dr Thomas Weise: http:\/\/www.it-weise.de\/projects\/book.pdf.  T. Weise. Global optimization algorithms - theory and application 2009. Retrieved May 9 2016 from Dr Thomas Weise: http:\/\/www.it-weise.de\/projects\/book.pdf."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/25.4.465"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2803204"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2010.26"}],"event":{"name":"ISSTA '16: International Symposium on Software Testing and Analysis","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","SIGPLAN ACM Special Interest Group on Programming Languages"],"location":"Saarbr\u00fccken Germany","acronym":"ISSTA '16"},"container-title":["Proceedings of the 25th International Symposium on Software Testing and Analysis"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2931037.2931063","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2931037.2931063","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:55:56Z","timestamp":1750222556000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2931037.2931063"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,7,18]]},"references-count":47,"alternative-id":["10.1145\/2931037.2931063","10.1145\/2931037"],"URL":"https:\/\/doi.org\/10.1145\/2931037.2931063","relation":{},"subject":[],"published":{"date-parts":[[2016,7,18]]},"assertion":[{"value":"2016-07-18","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}