{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T03:46:15Z","timestamp":1772163975786,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2007,6,12]],"date-time":"2007-06-12T00:00:00Z","timestamp":1181606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2007,6,12]]},"DOI":"10.1145\/1254882.1254904","type":"proceedings-article","created":{"date-parts":[[2007,9,14]],"date-time":"2007-09-14T12:07:37Z","timestamp":1189771657000},"page":"191-202","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Synthetic designs"],"prefix":"10.1145","author":[{"given":"Eric S.","family":"Lee","sequence":"first","affiliation":[{"name":"Saint Mary's University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thom","family":"Whalen","sequence":"additional","affiliation":[{"name":"Communications Research Centre"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2007,6,12]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"20","volume-title":"Power and money: Designing statistically powerful studies while minimizing financial costs. Psychological Methods, 2","author":"Alison D. B.","year":"1997","unstructured":"Alison , D. B. , Allison , R. L. , Faith , M. S. , Paultre , F. , and Pi-Sunyer , F. Power and money: Designing statistically powerful studies while minimizing financial costs. Psychological Methods, 2 , pages 20 -- 33 , 1997 . Alison, D. B., Allison, R. L., Faith, M. S., Paultre, F., and Pi-Sunyer, F. Power and money: Designing statistically powerful studies while minimizing financial costs. Psychological Methods, 2, pages 20--33, 1997."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/227726.227818"},{"key":"e_1_3_2_1_3_1","volume-title":"Extreme Programming Explained: Embrace Change","author":"Beck K.","year":"2000","unstructured":"Beck , K. Extreme Programming Explained: Embrace Change . Addison-Wesley , 2000 . Beck, K. Extreme Programming Explained: Embrace Change. Addison-Wesley, 2000."},{"key":"e_1_3_2_1_4_1","volume-title":"Experimental and Quasi-Experimental Designs for Research","author":"Campbell D. T.","year":"1963","unstructured":"Campbell , D. T. , and Stanley , J. C . Experimental and Quasi-Experimental Designs for Research . Boston : Houghton Mifflin , 1963 . Campbell, D. T., and Stanley, J. C. Experimental and Quasi-Experimental Designs for Research. Boston: Houghton Mifflin, 1963."},{"key":"e_1_3_2_1_5_1","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen J.","year":"1988","unstructured":"Cohen , J. Statistical Power Analysis for the Behavioral Sciences ( 2 nd ed.). Hillsdale, NJ : Erlbaum , 1988 . Cohen, J. Statistical Power Analysis for the Behavioral Sciences (2nd ed.). Hillsdale, NJ: Erlbaum, 1988.","edition":"2"},{"key":"e_1_3_2_1_6_1","first-page":"155","volume-title":"A power primer. Psychological Bulletin, 112","author":"Cohen J.","year":"1992","unstructured":"Cohen , J. A power primer. Psychological Bulletin, 112 , pages 155 -- 159 , 1992 . Cohen, J. A power primer. Psychological Bulletin, 112, pages 155--159, 1992."},{"key":"e_1_3_2_1_7_1","volume-title":"Quasi Experimentation: Design and Analysis Issues for Field Settings","author":"Cook T. D.","year":"1979","unstructured":"Cook , T. D. , and Campbell , D. T . Quasi Experimentation: Design and Analysis Issues for Field Settings . Boston : Houghton Mifflin , 1979 . Cook, T. D., and Campbell, D. T. Quasi Experimentation: Design and Analysis Issues for Field Settings. Boston: Houghton Mifflin, 1979."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/359015.359016"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1053291.1053309"},{"key":"e_1_3_2_1_10_1","first-page":"167","volume-title":"Identification from a computer-driven retrieval system compared with a traditional mug-shot album: A new tool for police investigations. Ergonomics, 32","author":"Ellis H. D.","year":"1989","unstructured":"Ellis , H. D. , Shepherd , J. W. , Shepherd , J. , Klin , R. H. , and Davies , G. M . Identification from a computer-driven retrieval system compared with a traditional mug-shot album: A new tool for police investigations. Ergonomics, 32 , pages 167 -- 177 , 1989 . Ellis, H. D., Shepherd, J. W., Shepherd, J., Klin, R. H., and Davies, G. M. Identification from a computer-driven retrieval system compared with a traditional mug-shot album: A new tool for police investigations. Ergonomics, 32, pages 167--177, 1989."},{"key":"e_1_3_2_1_11_1","first-page":"1","volume-title":"Experimental computer science: The need for a culture change. Unpublished manuscript (version of 15 May available on the web)","author":"Feitelson D. G.","year":"2006","unstructured":"Feitelson , D. G. Experimental computer science: The need for a culture change. Unpublished manuscript (version of 15 May available on the web) , pages 1 -- 35 , 2006 . Feitelson, D. G. Experimental computer science: The need for a culture change. Unpublished manuscript (version of 15 May available on the web), pages 1--35, 2006."},{"key":"e_1_3_2_1_12_1","volume-title":"Statistical Methods for Research Workers","author":"Fisher R. A.","year":"1925","unstructured":"Fisher , R. A. Statistical Methods for Research Workers . Edinburgh : Oliver and Boyd , 1925 . Fisher, R. A. Statistical Methods for Research Workers. Edinburgh: Oliver and Boyd, 1925."},{"key":"e_1_3_2_1_13_1","volume-title":"The Design of Experiments","author":"Fisher R. A.","year":"1935","unstructured":"Fisher , R. A. The Design of Experiments . New York : Hafner Publishing , 1935 . Fisher, R. A. The Design of Experiments. New York: Hafner Publishing, 1935."},{"key":"e_1_3_2_1_14_1","first-page":"133","volume-title":"Winning the accuracy game. American Scientist, 94","author":"Gauch H. G.","year":"2006","unstructured":"Gauch , H. G. Winning the accuracy game. American Scientist, 94 , pages 133 -- 141 , 2006 . Gauch, H. G. Winning the accuracy game. American Scientist, 94, pages 133--141, 2006."},{"key":"e_1_3_2_1_15_1","volume-title":"Research Methods for the Behavioral Sciences","author":"Gravetter F. J.","year":"2006","unstructured":"Gravetter , F. J. and Forzano , L. B . Research Methods for the Behavioral Sciences . Belmont, CA : Wadsworth\/Thomson Learning , 2006 . Gravetter, F. J. and Forzano, L. B. Research Methods for the Behavioral Sciences. Belmont, CA: Wadsworth\/Thomson Learning, 2006."},{"key":"e_1_3_2_1_16_1","volume-title":"Psychometrics of Similarity","author":"Gregson R. A. M.","year":"1975","unstructured":"Gregson , R. A. M. Psychometrics of Similarity . New York : Academic Press , 1975 . Gregson, R. A. M. Psychometrics of Similarity. New York: Academic Press, 1975."},{"key":"e_1_3_2_1_17_1","first-page":"70","volume-title":"Scientific American, 229","author":"Harmon L. D.","year":"1973","unstructured":"Harmon , L. D. The recognition of faces , Scientific American, 229 , pages 70 -- 82 , 1973 . Harmon, L. D. The recognition of faces, Scientific American, 229, pages 70--82, 1973."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1071021.1071034"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.5555\/1030818.1030828"},{"key":"e_1_3_2_1_20_1","first-page":"1","volume-title":"The analysis of repeated measures designs: A review. British J. of Math. and Statistical Psychology, 54","author":"Keselman H. J.","year":"2001","unstructured":"Keselman , H. J. , Algina , J. , and Kowalchuk , R. K . The analysis of repeated measures designs: A review. British J. of Math. and Statistical Psychology, 54 , pages 1 -- 20 , 2001 . Keselman, H. J., Algina, J., and Kowalchuk, R. K. The analysis of repeated measures designs: A review. British J. of Math. and Statistical Psychology, 54, pages 1--20, 2001."},{"key":"e_1_3_2_1_21_1","volume-title":"Experimental Design: Procedures for the Behavioral Sciences","author":"Kirk R. E.","year":"1995","unstructured":"Kirk , R. E. Experimental Design: Procedures for the Behavioral Sciences ( 3 rd ed.). Pacific Grove, CA : Brooks\/Cole , 1995 . Kirk, R. E. Experimental Design: Procedures for the Behavioral Sciences (3rd ed.). Pacific Grove, CA: Brooks\/Cole, 1995.","edition":"3"},{"key":"e_1_3_2_1_22_1","first-page":"746","volume-title":"Practical significance: A concept whose time has come. Educational and Psychological Measurement, 56(5)","author":"Kirk R. E.","year":"1996","unstructured":"Kirk , R. E. Practical significance: A concept whose time has come. Educational and Psychological Measurement, 56(5) , pages 746 -- 759 , 1996 . Kirk, R. E. Practical significance: A concept whose time has come. Educational and Psychological Measurement, 56(5), pages 746--759, 1996."},{"key":"e_1_3_2_1_23_1","first-page":"217","volume-title":"To increase power in randomized clinical trials without increasing sample size. Psychopharmacology Bulletin, 27","author":"Kraemer H. C.","year":"1991","unstructured":"Kraemer , H. C. To increase power in randomized clinical trials without increasing sample size. Psychopharmacology Bulletin, 27 , pages 217 -- 224 , 1991 . Kraemer, H. C. To increase power in randomized clinical trials without increasing sample size. Psychopharmacology Bulletin, 27, pages 217--224, 1991."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449290301782"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/67449.67500"},{"key":"e_1_3_2_1_26_1","volume-title":"Handbook of Research on Face Processing.","author":"Laughery K. R.","year":"1989","unstructured":"Laughery , K. R. and Wogalter , M. S . Forensic applications of facial memory research , in A. W. Young and H. D. Ellis (eds.), Handbook of Research on Face Processing. ( London : Elsevier) , 1989 . Laughery, K. R. and Wogalter, M. S. Forensic applications of facial memory research, in A. W. Young and H. D. Ellis (eds.), Handbook of Research on Face Processing. (London: Elsevier), 1989."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.2307\/249744"},{"key":"e_1_3_2_1_28_1","first-page":"719","volume-title":"Suspect identification by facial features. Ergonomics, 47","author":"Lee E. S.","year":"2004","unstructured":"Lee , E. S. , Whalen , T. , Sakalauskas , J. , Baigent , G. , Bisesar , C. , McCarthy , A. , Reid , G. , and Wotton , C . Suspect identification by facial features. Ergonomics, 47 , pages 719 -- 747 , 2004 . Lee, E. S., Whalen, T., Sakalauskas, J., Baigent, G., Bisesar, C., McCarthy, A., Reid, G., and Wotton, C. Suspect identification by facial features. Ergonomics, 47, pages 719--747, 2004."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1037\/0021-9010.79.1.121"},{"key":"e_1_3_2_1_30_1","first-page":"3","volume-title":"Optimal design in psychological research. Psychological Methods, 2","author":"McClelland G. H.","year":"1997","unstructured":"McClelland , G. H. Optimal design in psychological research. Psychological Methods, 2 , pages 3 -- 19 , 1997 . McClelland, G. H. Optimal design in psychological research. Psychological Methods, 2, pages 3--19, 1997."},{"key":"e_1_3_2_1_31_1","volume-title":"Doing Psychology Experiments","author":"Martin D. W.","year":"1977","unstructured":"Martin , D. W. Doing Psychology Experiments ( 1 st ed.). Pacific Belmont, CA : Wadsworth\/Thomson Learning , 1977 . Martin, D. W. Doing Psychology Experiments (1st ed.). Pacific Belmont, CA: Wadsworth\/Thomson Learning, 1977.","edition":"1"},{"key":"e_1_3_2_1_32_1","volume-title":"Designing Experiments and Analyzing Data: A Model Comparison Procedure","author":"Maxwell S. E.","year":"2004","unstructured":"Maxwell , S. E. , and Delaney , H. D . Designing Experiments and Analyzing Data: A Model Comparison Procedure ( 2 nd ed.), 2004 . Maxwell, S. E., and Delaney, H. D. Designing Experiments and Analyzing Data: A Model Comparison Procedure (2nd ed.), 2004.","edition":"2"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/336512.336586"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/318242.318524"},{"key":"e_1_3_2_1_35_1","first-page":"409","volume-title":"Design and analysis of computer experiments. Statistical Science, 4","author":"Sachs J.","year":"1989","unstructured":"Sachs , J. , Welch , W. , Mitchell , T. , and Wynn , H . Design and analysis of computer experiments. Statistical Science, 4 , pages 409 -- 435 , 1989 . Sachs, J., Welch, W., Mitchell, T., and Wynn, H. Design and analysis of computer experiments. Statistical Science, 4, pages 409--435, 1989."},{"key":"e_1_3_2_1_36_1","volume-title":"Handbook of Human Factors and Ergonomics","author":"Salvendy G.","year":"1997","unstructured":"Salvendy , G. (Ed.), Handbook of Human Factors and Ergonomics . Toronto : Wiley , 1997 . Salvendy, G. (Ed.), Handbook of Human Factors and Ergonomics. Toronto: Wiley, 1997."},{"key":"e_1_3_2_1_37_1","volume-title":"Research Methods in Psychology","author":"Shaughnessy J. J.","year":"1990","unstructured":"Shaughnessy , J. J. , and Zechmeister , E. B . Research Methods in Psychology ( 2 nd ed.). New York : McGraw-Hill , 1990 . Shaughnessy, J. J., and Zechmeister, E. B. Research Methods in Psychology (2nd ed.). New York: McGraw-Hill, 1990.","edition":"2"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/602461.602493"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/0164-1212(94)00111-Y"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.675631"},{"key":"e_1_3_2_1_41_1","first-page":"194","volume-title":"Psychological Methods, 7","author":"Venter A.","year":"2002","unstructured":"Venter , A. , Maxwell , S. E. , and Bolig , E . Power in randomized group comparisons: the value of adding a single intermediate time point to a traditional pretest-posttest design , Psychological Methods, 7 , pages 194 -- 209 , 2002 . Venter, A., Maxwell, S. E., and Bolig, E. Power in randomized group comparisons: the value of adding a single intermediate time point to a traditional pretest-posttest design, Psychological Methods, 7, pages 194--209, 2002."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/225014.225040"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/1080390.1080396"},{"key":"e_1_3_2_1_44_1","first-page":"594","volume-title":"Statistical methods in psychology journals. American Psychologist, 54","author":"Wilkinson L.","year":"1999","unstructured":"Wilkinson , L. Statistical methods in psychology journals. American Psychologist, 54 , pages 594 -- 604 , 1999 . Wilkinson, L. Statistical methods in psychology journals. American Psychologist, 54, pages 594--604, 1999."},{"key":"e_1_3_2_1_45_1","volume-title":"Statistical Principles in Experimental Design","author":"Winer B. J.","year":"1991","unstructured":"Winer , B. J. , Brown , D. R. , and Michels , K. M . Statistical Principles in Experimental Design . New York : McGraw-Hill , 1991 . Winer, B. J., Brown, D. R., and Michels, K. M. Statistical Principles in Experimental Design. New York: McGraw-Hill, 1991."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1134285.1134333"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.675630"}],"event":{"name":"SIGMETRICS07: ACM SIGMETRICS International Conference on Measurement and Modeling of Computer Systems","location":"San Diego California USA","acronym":"SIGMETRICS07","sponsor":["SIGMETRICS ACM Special Interest Group on Measurement and Evaluation","ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 2007 ACM SIGMETRICS international conference on Measurement and modeling of computer systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1254882.1254904","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1254882.1254904","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T10:47:43Z","timestamp":1750243663000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1254882.1254904"}},"subtitle":["a new form of true experimental design for use in information systems development"],"short-title":[],"issued":{"date-parts":[[2007,6,12]]},"references-count":47,"alternative-id":["10.1145\/1254882.1254904","10.1145\/1254882"],"URL":"https:\/\/doi.org\/10.1145\/1254882.1254904","relation":{"is-identical-to":[{"id-type":"doi","id":"10.1145\/1269899.1254904","asserted-by":"object"}]},"subject":[],"published":{"date-parts":[[2007,6,12]]},"assertion":[{"value":"2007-06-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}