{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T08:49:47Z","timestamp":1778575787526,"version":"3.51.4"},"reference-count":41,"publisher":"American Association for the Advancement of Science (AAAS)","issue":"6251","license":[{"start":{"date-parts":[[2016,8,28]],"date-time":"2016-08-28T00:00:00Z","timestamp":1472342400000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.sciencemag.org\/about\/science-licenses-journal-article-reuse"}],"funder":[{"DOI":"10.13039\/100009827","name":"Laura and John Arnold Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009827","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Center for Open Science"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Science"],"published-print":{"date-parts":[[2015,8,28]]},"abstract":"<jats:title>Empirically analyzing empirical evidence<\/jats:title>\n                  <jats:p>\n                    One of the central goals in any scientific endeavor is to understand causality. Experiments that seek to demonstrate a cause\/effect relation most often manipulate the postulated causal factor. Aarts\n                    <jats:italic>et al.<\/jats:italic>\n                    describe the replication of 100 experiments reported in papers published in 2008 in three high-ranking psychology journals. Assessing whether the replication and the original experiment yielded the same result according to several criteria, they find that about one-third to one-half of the original findings were also observed in the replication study.\n                  <\/jats:p>\n                  <jats:p>\n                    <jats:italic>Science<\/jats:italic>\n                    , this issue\n                    <jats:related-article xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" ext-link-type=\"doi\" related-article-type=\"in-this-issue\" xlink:href=\"10.1126\/science.aac4716\">10.1126\/science.aac4716<\/jats:related-article>\n                  <\/jats:p>","DOI":"10.1126\/science.aac4716","type":"journal-article","created":{"date-parts":[[2015,8,27]],"date-time":"2015-08-27T14:28:21Z","timestamp":1440685701000},"source":"Crossref","is-referenced-by-count":5306,"title":["Estimating the reproducibility of psychological science"],"prefix":"10.1126","volume":"349","author":[{"name":"Open Science Collaboration","sequence":"first","affiliation":[]}],"member":"221","reference":[{"key":"e_1_3_2_2_2","doi-asserted-by":"publisher","DOI":"10.1086\/288197"},{"key":"e_1_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1086\/286983"},{"key":"e_1_3_2_4_2","doi-asserted-by":"crossref","unstructured":"I. Lakatos in Criticism and the Growth of Knowledge I. Lakatos A. Musgrave Eds. (Cambridge Univ. Press London 1970) pp. 170\u2013196.","DOI":"10.1017\/CBO9781139171434"},{"key":"e_1_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1207\/s15327965pli0102_1"},{"key":"e_1_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.146.3642.347"},{"key":"e_1_3_2_7_2","unstructured":"W. C. Salmon in Introduction to the Philosophy of Science M. H. Salmon Ed. (Hackett Publishing Company Indianapolis 1999) pp. 7\u201341."},{"key":"e_1_3_2_8_2","doi-asserted-by":"publisher","DOI":"10.1027\/1864-9335\/a000192"},{"key":"e_1_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1037\/a0015108"},{"key":"e_1_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"e_1_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1038\/483531a"},{"key":"e_1_3_2_12_2","doi-asserted-by":"publisher","DOI":"10.1038\/nrd3439-c1"},{"key":"e_1_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.1250475"},{"key":"e_1_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612465253"},{"key":"e_1_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.1038\/nrn3475"},{"key":"e_1_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0010068"},{"key":"e_1_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0076157"},{"key":"e_1_3_2_18_2","doi-asserted-by":"publisher","DOI":"10.1037\/a0015468"},{"key":"e_1_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2014.02.010"},{"key":"e_1_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611430953"},{"key":"e_1_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612459058"},{"key":"e_1_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1037\/0033-2909.86.3.638"},{"key":"e_1_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1745-6924.2009.01151.x"},{"key":"e_1_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797611417632"},{"key":"e_1_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612462588"},{"key":"e_1_3_2_26_2","unstructured":"Open Science Collaboration in Implementing Reproducible Computational Research (A Volume in The R Series) V. Stodden F. Leisch R. Peng Eds. (Taylor & Francis New York 2014) pp. 299\u2013323."},{"key":"e_1_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1017\/S0305004100009580"},{"key":"e_1_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.18637\/jss.v036.i03"},{"key":"e_1_3_2_29_2","doi-asserted-by":"publisher","DOI":"10.1177\/1745691614529796"},{"key":"e_1_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797614567341"},{"key":"e_1_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00863"},{"key":"e_1_3_2_32_2","unstructured":"J. Lehrer The truth wears off: Is there something wrong with the scientific method? The New Yorker 52\u201357 (2010)."},{"key":"e_1_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1027\/1864-9335\/a000178"},{"key":"e_1_3_2_34_2","doi-asserted-by":"publisher","DOI":"10.1037\/h0045186"},{"key":"e_1_3_2_35_2","first-page":"30","article-title":"Publication decisions and their possible effects on inferences drawn from tests of significance\u2014or vice versa","volume":"54","author":"Sterling T. D.","year":"1959","unstructured":"Sterling T. D., Publication decisions and their possible effects on inferences drawn from tests of significance\u2014or vice versa. J. Am. Stat. Assoc. 54, 30\u201334 (1959).","journal-title":"J. Am. Stat. Assoc."},{"key":"e_1_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.04333"},{"key":"e_1_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2012.00008"},{"key":"e_1_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1126\/science.aab2374"},{"key":"e_1_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1002\/bs.3830080302"},{"key":"e_1_3_2_40_2","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9280.2008.02060.x"},{"key":"e_1_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1037\/a0012833"},{"key":"e_1_3_2_42_2","doi-asserted-by":"publisher","DOI":"10.1177\/0956797613504966"}],"container-title":["Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.science.org\/doi\/pdf\/10.1126\/science.aac4716","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,15]],"date-time":"2024-01-15T11:29:29Z","timestamp":1705318169000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.science.org\/doi\/10.1126\/science.aac4716"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8,28]]},"references-count":41,"journal-issue":{"issue":"6251","published-print":{"date-parts":[[2015,8,28]]}},"alternative-id":["10.1126\/science.aac4716"],"URL":"https:\/\/doi.org\/10.1126\/science.aac4716","relation":{"has-review":[{"id-type":"doi","id":"10.3410\/f.725745455.793510459","asserted-by":"object"}],"has-preprint":[{"id-type":"doi","id":"10.31219\/osf.io\/447b3","asserted-by":"object"}]},"ISSN":["0036-8075","1095-9203"],"issn-type":[{"value":"0036-8075","type":"print"},{"value":"1095-9203","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,8,28]]},"article-number":"aac4716"}}