{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T18:12:32Z","timestamp":1763662352433},"reference-count":14,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[1995,1,1]],"date-time":"1995-01-01T00:00:00Z","timestamp":788918400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[1995,1]]},"DOI":"10.1016\/0164-1212(94)00111-y","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T23:49:34Z","timestamp":1027640974000},"page":"9-18","source":"Crossref","is-referenced-by-count":187,"title":["Experimental evaluation in computer science: A quantitative study"],"prefix":"10.1016","volume":"28","author":[{"given":"Walter F.","family":"Tichy","sequence":"first","affiliation":[]},{"given":"Paul","family":"Lukowicz","sequence":"additional","affiliation":[]},{"given":"Lutz","family":"Prechelt","sequence":"additional","affiliation":[]},{"given":"Ernst A.","family":"Heinz","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/0164-1212(94)00111-Y_BIB1_1","first-page":"54","article-title":"Twelve Ways to Fool the Masses When Giving Performance Results on Parallel Computers","author":"Bailey","year":"1991","journal-title":"Supercomp. Rev."},{"key":"10.1016\/0164-1212(94)00111-Y_BIB1_2","first-page":"4","article-title":"Twelve Ways to Fool the Masses When Giving Performance Results on Parallel Computers","author":"Bailey","year":"1991","journal-title":"Supercomputer"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB2","doi-asserted-by":"crossref","first-page":"102","DOI":"10.1145\/135250.134532","article-title":"Using Scientific Experiments in Early Computer Science Laboratories","volume":"24","author":"Baldwin","year":"1992","journal-title":"ACMS IGCSE Bull."},{"key":"10.1016\/0164-1212(94)00111-Y_BIB3","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1145\/359015.359016","article-title":"What Is Experimental Computer Science?","volume":"23","author":"Denning","year":"1980","journal-title":"Commun. ACM"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB4","doi-asserted-by":"crossref","first-page":"725","DOI":"10.1145\/358790.358791","article-title":"Performance Analysis: Experimental Computer Science at Its Best","volume":"24","author":"Denning","year":"1981","journal-title":"Commun. ACM"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB5","doi-asserted-by":"crossref","first-page":"106","DOI":"10.1145\/1010629.805480","article-title":"Performance Evaluation: Experimental Computer Science at Its Best","volume":"10","author":"Denning","year":"1981","journal-title":"ACM Perform. Eval. Rev. (SIGMETRICS)"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB6","doi-asserted-by":"crossref","unstructured":"Feldman, J. A. and Sutherland, W. R., Rejuvenating Experimental Computer Science: A Report to the National Science Foundation and Others, Commun. ACM 22, 497\u2013502.","DOI":"10.1145\/359146.359147"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB7","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1109\/52.300094","article-title":"Science and Substance: A Challenge to Software Engineers","volume":"11","author":"Fenton","year":"1994","journal-title":"IEEE Software"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB8","doi-asserted-by":"crossref","first-page":"201","DOI":"10.1287\/opre.42.2.201","article-title":"Needed: An Empirical Science of Algorithms","volume":"42","author":"Hooker","year":"1994","journal-title":"Operat. Res."},{"key":"10.1016\/0164-1212(94)00111-Y_BIB9","series-title":"INSPEC: Information Service for Physics and Engineering Communities","author":"STN International","year":"1994"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB10","unstructured":"Iyer R.K., Experimental Computer Science, IEEE Trans. Software Eng. 16, 109\u2013110."},{"key":"10.1016\/0164-1212(94)00111-Y_BIB11","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1007\/BF00115008","article-title":"Machine Learning as an Experimental Science","volume":"3","author":"Langley","year":"1988","journal-title":"Mach. Learn."},{"key":"10.1016\/0164-1212(94)00111-Y_BIB12","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1145\/359146.362786","article-title":"An ACM Executive Committee Position on the Crisis in Experimental Computer Science","volume":"22","author":"McCracken","year":"1979","journal-title":"Commun. ACM"},{"key":"10.1016\/0164-1212(94)00111-Y_BIB13","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1145\/175276.175285","article-title":"Academic Careers for Experimental Computer Scientists and Engineers","volume":"37","author":"Computer Science and Telecommunications Board","year":"1994","journal-title":"Commun. ACM"}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016412129400111Y?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:016412129400111Y?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,4,17]],"date-time":"2019-04-17T16:51:55Z","timestamp":1555519915000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/016412129400111Y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1995,1]]},"references-count":14,"journal-issue":{"issue":"1","published-print":{"date-parts":[[1995,1]]}},"alternative-id":["016412129400111Y"],"URL":"https:\/\/doi.org\/10.1016\/0164-1212(94)00111-y","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[1995,1]]}}}