{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T01:39:14Z","timestamp":1771465154613,"version":"3.50.1"},"reference-count":87,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,10,25]],"date-time":"2017-10-25T00:00:00Z","timestamp":1508889600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Eng Ethics"],"published-print":{"date-parts":[[2019,2]]},"DOI":"10.1007\/s11948-017-9986-z","type":"journal-article","created":{"date-parts":[[2017,10,25]],"date-time":"2017-10-25T06:56:53Z","timestamp":1508914613000},"page":"211-229","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["A Systems Approach to Understanding and Improving Research Integrity"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9833-8744","authenticated-orcid":false,"given":"Dennis M.","family":"Gorman","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2240-6656","authenticated-orcid":false,"given":"Amber D.","family":"Elkins","sequence":"additional","affiliation":[]},{"given":"Mark","family":"Lawley","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,10,25]]},"reference":[{"key":"9986_CR1","doi-asserted-by":"publisher","first-page":"1420","DOI":"10.1126\/science.aab3847","volume":"348","author":"B Alberts","year":"2015","unstructured":"Alberts, B., Cicerone, R. J., Feinberg, S. E., Kamb, A., McNutt, M., Nerem, R. M., et al. (2015). Self-correction in science at work: Improve incentives to support research integrity. Science, 348, 1420\u20131422.","journal-title":"Science"},{"issue":"9","key":"9986_CR2","doi-asserted-by":"publisher","first-page":"e24357","DOI":"10.1371\/journal.pone.0024357","volume":"6","author":"AA Alsheikh-Ali","year":"2011","unstructured":"Alsheikh-Ali, A. A., Qureshi, W., Al-Mallah, M. H., & Ioannidis, J. P. A. (2011). Public availability of published research data in high-impact journals. PLoS ONE, 6(9), e24357. doi: 10.1371\/journal.pone.0024357 .","journal-title":"PLoS ONE"},{"key":"9986_CR3","first-page":"131","volume":"70","author":"American Statistical Association","year":"2016","unstructured":"American Statistical Association. (2016). ASA statement on statistical significance and p-values. The American Statistician, 70, 131\u2013133.","journal-title":"The American Statistician"},{"key":"9986_CR4","doi-asserted-by":"publisher","unstructured":"Anderson, C. J., Bahnik, S., Barnett-Cowan, M., Bosco, F. A., Chandler, J., Chartier, C.R. et al. (2015). Response to Comment on \u201cEstimating the reproducibility of psychological science.\u201d Science, 351, 1037-c. doi: 10.1126\/science.aad9163 .","DOI":"10.1126\/science.aad9163"},{"key":"9986_CR5","doi-asserted-by":"publisher","first-page":"1561","DOI":"10.1016\/j.jpubeco.2004.06.013","volume":"89","author":"I Bateman","year":"2005","unstructured":"Bateman, I., Kahneman, D., Munro, A., Starmer, C., & Sugden, R. (2005). Testing competing models of loss aversion: An adversarial collaboration. Journal of Public Economics, 89, 1561\u20131580.","journal-title":"Journal of Public Economics"},{"key":"9986_CR6","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1161\/CIRCRESAHA.114.303819","volume":"116","author":"CG Begley","year":"2015","unstructured":"Begley, C. G., & Ioannidis, J. P. A. (2015). Reproducibility in science: Improving the standard for basic and preclinical research. Circulation Research, 116, 116\u2013125.","journal-title":"Circulation Research"},{"issue":"1","key":"9986_CR7","doi-asserted-by":"publisher","first-page":"e1001885","DOI":"10.1371\/journal.pmed.1001885","volume":"12","author":"EI Benchimol","year":"2015","unstructured":"Benchimol, E. I., Smeeth, L., Guttman, A., Harron, K., Mohor, D., Petersen, I., et al. (2015). The Reporting of studies Conducted using Observational Routinely-collected health data (RECORD) Statement. PLoS Medicine, 12(1), e1001885.","journal-title":"PLoS Medicine"},{"issue":"12","key":"9986_CR8","doi-asserted-by":"publisher","first-page":"e0004182","DOI":"10.1371\/journal.pntd.0004182","volume":"9","author":"ME Bender","year":"2015","unstructured":"Bender, M. E., Edwards, S., von Philipsborn, P., Steinbeis, F., Keil, T., & Tinnemann, P. (2015). Using co-authorship networks to map and analyse global neglected tropical disease research with an affiliation to Germany. PLoS Neglected Tropical Disease, 9(12), e0004182.","journal-title":"PLoS Neglected Tropical Disease"},{"key":"9986_CR9","unstructured":"Benjamin, D. J., Berger, J. O., Johannesson, M., Nosek, B. A., Waggenmakers, E.-J., Berk, R., et al. (2017). Redefine statistical significance. PsyArXiv Preprints, https:\/\/psyarxiv.com\/mky9j . doi: 10.17605\/OSF.IO\/MKY9\u00a0J."},{"key":"9986_CR10","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1017\/S0266462300009582","volume":"12","author":"LA Bero","year":"1996","unstructured":"Bero, L. A., & Rennie, D. (1996). Influences on the quality of published drug studies. International Journal of Technilogical Assessment in Health Care, 12, 209\u2013237.","journal-title":"International Journal of Technilogical Assessment in Health Care"},{"key":"9986_CR11","unstructured":"Best, A., Clark, P. I., Leischow, S. J., & Trochim, W. M. K. (2007). Greater than the Sum: Systems Thinking in Tobacco Control. National Cancer Institute, U.S. Department of Health and Human Services, National Institutes of Health."},{"key":"9986_CR12","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/j.physa.2005.08.083","volume":"364","author":"LMA Bettencourt","year":"2006","unstructured":"Bettencourt, L. M. A., Clinton-Arias, A., Kaiser, D. I., & Castillo-Chavez, C. (2006). The power of a good idea: quantitative modeling of the spread of ideas from epidemiological models. Physica A, 364, 513\u2013536.","journal-title":"Physica A"},{"key":"9986_CR13","unstructured":"BioMed Central (2016). Publish your study protocol. Retrieved from http:\/\/old.biomedcentral.com\/authors\/protocol ."},{"key":"9986_CR14","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1007\/s11127-007-9260-z","volume":"135","author":"CB Cadsby","year":"2008","unstructured":"Cadsby, C. B., Croson, R., Marks, M., & Maynes, E. (2008). Step return versus net reward in the voluntary provision of a threshold public good: An adversarial collaboration. Public Choice, 135, 277\u2013289.","journal-title":"Public Choice"},{"key":"9986_CR15","unstructured":"Center for Open Science. Registered Reports: Peer review before results are known to align scientific values and practices. Journals that have adopted Registered Reports. https:\/\/cos.io\/rr\/?_ga=1.126554573.139903688.1493654853 Accessed September 6, 2017."},{"key":"9986_CR16","doi-asserted-by":"publisher","first-page":"4","DOI":"10.3934\/Neuroscience.2014.1.4","volume":"1","author":"CD Chambers","year":"2014","unstructured":"Chambers, C. D., Feredoes, E., Muthukumaraswamy, S. D., & Etchells, P. J. (2014). Instead of \u201cplaying the game\u201d it is time to change the rules: Registered Reports at AIMS Neuroscience and beyond. AIMS Neuroscience, 1, 4\u201317.","journal-title":"AIMS Neuroscience"},{"key":"9986_CR17","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1111\/joes.12139","volume":"31","author":"MA Clemens","year":"2017","unstructured":"Clemens, M. A. (2017). The meaning of failed replications: A review and proposal. Journal of Economic Surveys, 31, 326\u2013342.","journal-title":"Journal of Economic Surveys"},{"key":"9986_CR18","unstructured":"ClinicalTrials.gov (2017). Disclaimer. https:\/\/clinicaltrials.gov\/ct2\/about-site\/disclaimer . Accessed September 4, 2017."},{"key":"9986_CR19","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1038\/ijo.2009.239","volume":"34","author":"MB Cope","year":"2010","unstructured":"Cope, M. B., & Allison, D. B. (2010). White hat bias: Examples of its presence in obesity research and a call for renewed commitment to faithfulness in research reporting. International Journal of Obesity, 34, 84\u201388.","journal-title":"International Journal of Obesity"},{"key":"9986_CR20","first-page":"40107","volume":"73","author":"JC Coyne","year":"2012","unstructured":"Coyne, J. C., & de Voogd, J. N. (2012). Are we witnessing the decline effect in the Type D personality literature? What can be learned? Journal of Psychosomatic Research, 73, 40107.","journal-title":"Journal of Psychosomatic Research"},{"key":"9986_CR21","doi-asserted-by":"publisher","first-page":"713","DOI":"10.3758\/s13414-017-1304-y","volume":"79","author":"G Dutilh","year":"2017","unstructured":"Dutilh, G., Vandekerckhove, J., Ly, A., Matzke, D., Pedroni, A., Frey, R., et al. (2017). A test of the diffusion model explanation for the worst performance rule using preregistration and blinding. Attention, Perception, and Psychophysics, 79, 713\u2013725.","journal-title":"Attention, Perception, and Psychophysics"},{"key":"9986_CR22","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1089\/ees.2016.0223","volume":"34","author":"MA Edwards","year":"2017","unstructured":"Edwards, M. A., & Roy, S. (2017). Academic research in the 21st century: Maintaining scientific integrity in a climate of perverse incentives and hypercompetition. Environmental Engineering Science, 34, 51\u201361.","journal-title":"Environmental Engineering Science"},{"key":"9986_CR23","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/s11292-009-9071-y","volume":"5","author":"M Eisner","year":"2009","unstructured":"Eisner, M. (2009). No effect in independent prevention trials: Can we reject the cynical view? Journal of Experimental Criminology, 5, 163\u2013183.","journal-title":"Journal of Experimental Criminology"},{"key":"9986_CR24","unstructured":"Elkins, A. D., & Gorman, D. M. (2014). Systems theory in public health. In D. McQueen (Ed.) Oxford Bibliographies in Public Health. New York: Oxford University Press."},{"issue":"12","key":"9986_CR25","doi-asserted-by":"publisher","first-page":"e3955","DOI":"10.1371\/journal.pone.0003955","volume":"3","author":"JM Epstein","year":"2008","unstructured":"Epstein, J. M., Parker, J., Cummings, D., & Hammond, R. A. (2008). Coupled dynamics of fear and disease: Mathematical and computational explorations. PLoS ONE, 3(12), e3955.","journal-title":"PLoS ONE"},{"issue":"2","key":"9986_CR26","doi-asserted-by":"publisher","first-page":"e0149794","DOI":"10.1371\/journal.pone.0149794","volume":"11","author":"A Etz","year":"2016","unstructured":"Etz, A., & Vandekerckhove, J. (2016). A Bayesian perspective on the Reproducibility Project: Psychology. PLoS ONE, 11(2), e0149794. doi: 10.1371\/journal.pone.0149794 .","journal-title":"PLoS ONE"},{"issue":"5","key":"9986_CR27","doi-asserted-by":"publisher","first-page":"e5738","DOI":"10.1371\/journal.pone.0005738","volume":"4","author":"D Fanelli","year":"2009","unstructured":"Fanelli, D. (2009). How many scientists fabricate and falsify research? A systematic review and meta-analysis of survey data. PLoS ONE, 4(5), e5738.","journal-title":"PLoS ONE"},{"key":"9986_CR28","doi-asserted-by":"publisher","first-page":"891","DOI":"10.1007\/s11192-011-0494-7","volume":"90","author":"D Fanelli","year":"2010","unstructured":"Fanelli, D. (2010a). Negative results are disappearing from most disciplines and countries. Scientometrics, 90, 891\u2013904.","journal-title":"Scientometrics"},{"issue":"4","key":"9986_CR29","doi-asserted-by":"publisher","first-page":"e10271","DOI":"10.1371\/journal.pone.0010271","volume":"5","author":"D Fanelli","year":"2010","unstructured":"Fanelli, D. (2010b). Do pressures to publish increase scientists\u2019 bias? An empirical support for US States data. PLoS ONE, 5(4), e10271. doi: 10.1371\/journal.pone.0010271 .","journal-title":"PLoS ONE"},{"issue":"5","key":"9986_CR30","first-page":"e10068","volume":"4","author":"D Fanelli","year":"2012","unstructured":"Fanelli, D. (2012). \u201cPositive\u201d results increase down the hierarchy of science. PLoS ONE, 4(5), e10068.","journal-title":"PLoS ONE"},{"key":"9986_CR31","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1038\/494149a","volume":"494","author":"D Fanelli","year":"2013","unstructured":"Fanelli, D. (2013). Redefine misconduct as distorted reporting. Nature, 494, 149.","journal-title":"Nature"},{"key":"9986_CR32","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1038\/531415a","volume":"531","author":"D Fanelli","year":"2016","unstructured":"Fanelli, D. (2016). Set up a \u201cself-retraction\u201d system for honest errors. Nature, 531, 415.","journal-title":"Nature"},{"key":"9986_CR33","doi-asserted-by":"publisher","first-page":"701","DOI":"10.1007\/s11192-012-0757-y","volume":"94","author":"D Fannelli","year":"2013","unstructured":"Fannelli, D. (2013). Positive results receive more citations, but only in some disciplines. Scientometrics, 94, 701\u2013709.","journal-title":"Scientometrics"},{"key":"9986_CR34","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1177\/1745691612459059","volume":"7","author":"CJ Ferguson","year":"2012","unstructured":"Ferguson, C. J., & Heene, M. (2012). A vast graveyard of undead theories: Publication bias and psychological science\u2019s aversion to the null. Perspectives on Psychological Science, 7, 555\u2013561.","journal-title":"Perspectives on Psychological Science"},{"issue":"5","key":"9986_CR35","doi-asserted-by":"publisher","first-page":"e0127495","DOI":"10.1371\/journal.pone.0127495","volume":"10","author":"PS Fleming","year":"2015","unstructured":"Fleming, P. S., Koletsi, D., Dwan, K., & Pamdis, N. (2015). Outcome discrepancies and selective reporting: Impacting the leading journals? PLoS ONE, 10(5), e0127495. doi: 10.1371\/journal.pone.0127495 .","journal-title":"PLoS ONE"},{"key":"9986_CR36","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1186\/s12961-016-0104-5","volume":"14","author":"BPF Fonesca","year":"2016","unstructured":"Fonesca, B. P. F., Sampoaio, R. B., Fonseca, M. V. A., & Zicker, F. (2016). Co-authorship network analysis in health research: Method and potential use. Health Research Policy and Systems, 14, 34.","journal-title":"Health Research Policy and Systems"},{"key":"9986_CR37","unstructured":"Fucci, D., Scanniello, G., Ramano, S., Shepperd, M., Sigweni, B., Uyaguari, F., et al. (2016). An external replication on the effects of test-driven development using a multi-site blind analysis approach. In ESEM\u201916: Proceedings of the 10 th ACM\/IEEE International Symposium on Empirical Software and Measurement. Article No. 3 http:\/\/people.brunel.ac.uk\/~csstmms\/FucciEtAl_ESEM2016.pdf ."},{"key":"9986_CR39","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1186\/1745-6215-13-77","volume":"13","author":"S Ghimire","year":"2012","unstructured":"Ghimire, S., Kyung, E., Kang, W., & Kim, E. (2012). Assessment of adherence to the CONSORT Statement for quality of reports on randomized controlled trial abstracts from four high-impact general medical journals. Trials, 13, 77. doi: 10.1186\/1745-6215-13-77 .","journal-title":"Trials"},{"key":"9986_CR40","doi-asserted-by":"publisher","unstructured":"Gilbert, D. T., King. G., Pettigrew, S., & Wilson, T. D. (2015). Comment on \u201cEstimating the reproducibility of psychological science.\u201d Science, 351, 1037\u2013b. doi: 10.1126\/science.aad7243 .","DOI":"10.1126\/science.aad7243"},{"key":"9986_CR41","doi-asserted-by":"crossref","unstructured":"Goodman, S. N., Fanelli, D., & Ioannidis, J. P. A. (2016). What does research reproducibility mean? Science Translational Medicine, 8, 341, ps12.","DOI":"10.1126\/scitranslmed.aaf5027"},{"key":"9986_CR42","unstructured":"Gorman, D. M. (2016). Can we trust positive findings of intervention research? The role of conflict of interest. Prevention Science. April 23 (Epub ahead of print)."},{"key":"9986_CR43","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.childyouth.2017.07.009","volume":"81","author":"DM Gorman","year":"2017","unstructured":"Gorman, D. M. (2017a). The decline effect in evaluations of the impact of the Strengthening Families Program for Youth 10-14 (SFP 10-14) on adolescent substance use. Children and Youth Services Review, 81, 29\u201339.","journal-title":"Children and Youth Services Review"},{"key":"9986_CR44","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1016\/j.drugpo.2017.05.010","volume":"45","author":"DM Gorman","year":"2017","unstructured":"Gorman, D. M. (2017b). Has the National Registry of Evidence-based Programs and Practices (NREPP) lost its way? International Journal of Drug Policy, 45, 40\u201341.","journal-title":"International Journal of Drug Policy"},{"key":"9986_CR45","volume-title":"Pseudoscience","author":"DM Gorman","year":"2017","unstructured":"Gorman, D. M. (2017c). Evidence-based practice as a driver of pseudoscience in prevention research. In A. B. Kaufman & J. Kaufman (Eds.), Pseudoscience. Cambridge: MIT Press."},{"issue":"7","key":"9986_CR46","doi-asserted-by":"publisher","first-page":"e011082","DOI":"10.1136\/bmjopen-2016-011082","volume":"6","author":"M Hay","year":"2016","unstructured":"Hay, M., Andrews, M., Wilson, R., Callender, D., O\u2019Malley, P. G., & Douglas, K. (2016). Reporting quality of randomized controlled abstracts among high-impact general medical journals: A review and analysis. British Medical Journal Open, 6(7), e011082. doi: 10.1136\/bmjopen-2016-011082 .","journal-title":"British Medical Journal Open"},{"key":"9986_CR47","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/s10464-007-9114-3","volume":"39","author":"GB Hirsch","year":"2007","unstructured":"Hirsch, G. B., Levine, R., & Miller, R. L. (2007). Using system dynamics modeling to understand the impact of social change initiatives. American Journal of Community Psychology, 39, 239\u2013253.","journal-title":"American Journal of Community Psychology"},{"key":"9986_CR48","doi-asserted-by":"publisher","first-page":"578","DOI":"10.1111\/j.1360-0443.2009.02752.x","volume":"105","author":"HD Holder","year":"2010","unstructured":"Holder, H. D. (2010). Prevention programs in the 21st century: What we do not discuss in public. Addiction, 105, 578\u2013581.","journal-title":"Addiction"},{"key":"9986_CR49","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1093\/pan\/mps021","volume":"21","author":"M Humphreys","year":"2013","unstructured":"Humphreys, M., de la Sierra, R. S., & van der Windt, P. (2013). Fishing, commitment, and communication: A proposal for comprehensive nonbinding research registration. Political Analysis, 21, 1\u201320.","journal-title":"Political Analysis"},{"issue":"8","key":"9986_CR88","doi-asserted-by":"publisher","first-page":"e124","DOI":"10.1371\/journal.pmed.0020124","volume":"2","author":"JPA Ioannidis","year":"2005","unstructured":"Ioannidis, J. P. A. (2005). Why most published research findings are false. PLos Med, 2(8), e124.","journal-title":"PLos Med"},{"key":"9986_CR50","unstructured":"Ioannidis, J. P. A. (2008). Why most published research findings are false. PLoS Medicine, 2, e124 (0696\u20130701)."},{"key":"9986_CR51","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1016\/j.jpsychores.2012.09.014","volume":"73","author":"JPA Ioannidis","year":"2012","unstructured":"Ioannidis, J. P. A. (2012). Scientific inbreeding and same-team replication: Type D personality as an example. Journal of Psychosomatic Research, 73, 408\u2013410.","journal-title":"Journal of Psychosomatic Research"},{"issue":"10","key":"9986_CR52","doi-asserted-by":"publisher","first-page":"1001747","DOI":"10.1371\/journal.pmed.1001747","volume":"11","author":"JPA Ioannidis","year":"2014","unstructured":"Ioannidis, J. P. A. (2014). How to make more published research true. PLoS Medicine, 11(10), 1001747.","journal-title":"PLoS Medicine"},{"key":"9986_CR53","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.jclinepi.2016.02.012","volume":"73","author":"JPA Ioannidis","year":"2016","unstructured":"Ioannidis, J. P. A. (2016). Evidence-based medicine has been hijacked: A report to David Sackett. Journal of Clinical Epidemiology, 73, 82\u201384.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9986_CR54","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1016\/S0140-6736(13)62227-8","volume":"383","author":"JPA Ioannidis","year":"2014","unstructured":"Ioannidis, J. P. A., Greenland, S., Hlatky, M. A., Khoury, M. J., Macleod, M. R., Moher, D., et al. (2014a). Increasing value and reducing waste in research design, conduct, and analysis. Lancet, 383, 166\u2013175.","journal-title":"Lancet"},{"key":"9986_CR55","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.tics.2014.02.010","volume":"18","author":"JPA Ioannidis","year":"2014","unstructured":"Ioannidis, J. P. A., Munafo, M. R., Fusar-Poli, P., Nosek, B. A., & David, S. P. (2014b). Publication and other reporting biases in cognitive sciences: Detection, prevalence, and prevention. Trends in Cognitive Sciences, 18, 235\u2013241.","journal-title":"Trends in Cognitive Sciences"},{"issue":"4","key":"9986_CR56","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1097\/EDE.0b013e31821b506e","volume":"22","author":"JPA Ioannidis","year":"2011","unstructured":"Ioannidis, J. P. A., Tarone, R., & McLaughlin, J. K. (2011). The false-positive to false-negative ratio in epidemiologic studies. Epidemiology, 22(4), 450\u2013456.","journal-title":"Epidemiology"},{"issue":"48","key":"9986_CR57","doi-asserted-by":"publisher","first-page":"19313","DOI":"10.1073\/pnas.1313476110","volume":"110","author":"VE Johnson","year":"2013","unstructured":"Johnson, V. E. (2013). Revised standards for statistical evidence. Proceedings of the National Academy of Science, 110(48), 19313\u201319317. doi: 10.1073\/pnas.1313476110 .","journal-title":"Proceedings of the National Academy of Science"},{"key":"9986_CR58","doi-asserted-by":"publisher","first-page":"196","DOI":"10.1207\/s15327957pspr0203_4","volume":"2","author":"NL Kerr","year":"1998","unstructured":"Kerr, N. L. (1998). HARKing: Hypothesizing after the results are known. Personality and Social Psychology Review, 2, 196\u2013217.","journal-title":"Personality and Social Psychology Review"},{"key":"9986_CR59","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1146\/annurev.nucl.55.090704.151521","volume":"55","author":"JR Klein","year":"2005","unstructured":"Klein, J. R., & Roodman, A. (2005). Blind analysis in nuclear and particle physics. Annual Review of Nuclear and Particle Science, 55, 141\u2013163.","journal-title":"Annual Review of Nuclear and Particle Science"},{"key":"9986_CR60","doi-asserted-by":"publisher","first-page":"695","DOI":"10.1007\/s11192-015-1800-6","volume":"106","author":"M Kovanis","year":"2015","unstructured":"Kovanis, M., Porcher, R., Ravaud, P., & Trinquart, L. (2015). Complex systems approaches to scientific publication and peer-review system: Development of an agent-based model calibrated with empirical journal data. Scientometrics, 106, 695\u2013715.","journal-title":"Scientometrics"},{"key":"9986_CR61","unstructured":"K\u00fcc\u00fck, B., G\u00fcler, N, & Eskici, B. (2008). A dynamic simulation model of academic publications and citations. In Proceedings of the 26th International Conference of the System Dynamics Society. Athens, Greece. Retrieved from https:\/\/www.systemdynamics.org\/conferences\/2008\/proceed\/papers\/KUCUK339.pdf ."},{"key":"9986_CR62","unstructured":"Laura & John Arnold Foundation. (2016). Grants. Retrieved September 5, 2017 from http:\/\/www.arnoldfoundation.org\/grants\/ ."},{"key":"9986_CR63","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1146\/annurev-publhealth-031210-101222","volume":"33","author":"DA Luke","year":"2012","unstructured":"Luke, D. A., & Stamatikis, K. A. (2012). Systems science methods in public health: Dynamics, networks, and agents. Annual Review of Public Health, 33, 357\u2013376.","journal-title":"Annual Review of Public Health"},{"key":"9986_CR64","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1038\/526187a","volume":"526","author":"R MacCoun","year":"2015","unstructured":"MacCoun, R., & Perlmutter, S. (2015). Hide results to seek the truth. Nature, 526, 187\u2013189.","journal-title":"Nature"},{"key":"9986_CR65","volume-title":"Psychological Science under Scrutiny: Recent Challenges and Proposed Solutions","author":"R MacCoun","year":"2017","unstructured":"MacCoun, R., & Perlmutter, S. (2017). Blind analysis as a corrective for confirmatory biasin physics and psychology. In S. O. Lilienfeld & I. Waldman (Eds.), Psychological Science under Scrutiny: Recent Challenges and Proposed Solutions. Wiley-Blackwell: Hoboken."},{"key":"9986_CR66","doi-asserted-by":"publisher","first-page":"e1","DOI":"10.1037\/xge0000038","volume":"144","author":"D Matzke","year":"2015","unstructured":"Matzke, D., Nieuwenhuis, S., van Rijn, H., Slagter, H. A., van der Molen, M. W., & Wagenmakers, E.-J. (2015). The effect of horizontal eye movements on free recall: A preregistered adversarial collaboration. Journal of Experimental Psychology: General, 144, e1\u2013e15.","journal-title":"Journal of Experimental Psychology: General"},{"issue":"8","key":"9986_CR67","doi-asserted-by":"publisher","first-page":"e0136088","DOI":"10.1371\/journal.pone.0136088","volume":"10","author":"R McElreath","year":"2015","unstructured":"McElreath, R., & Smaldino, P. E. (2015). Replication, communication, and the population dynamics of scientific discovery. PLoS ONE, 10(8), e0136088.","journal-title":"PLoS ONE"},{"key":"9986_CR68","doi-asserted-by":"publisher","first-page":"1171","DOI":"10.1136\/bmj.326.7400.1171","volume":"326","author":"H Melander","year":"2003","unstructured":"Melander, H., Ahlqvist-Rastad, J., Meijer, G., & Beermann, B. (2003). Evidence b(i)ased medicine\u2014Selective reporting from studies sponsored by pharmaceutical industry: review of studies in new drug applications. British Medical Journal, 326, 1171\u20131175.","journal-title":"British Medical Journal"},{"key":"9986_CR69","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1111\/1467-9280.00350","volume":"12","author":"B Mellers","year":"2001","unstructured":"Mellers, B., Hertwig, R., & Kahneman, D. (2001). Do frequency representations eliminate conjunction effects? An exercise in adversarial collaboration. Psychological Science, 12, 269\u2013275.","journal-title":"Psychological Science"},{"key":"9986_CR70","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1126\/science.1245317","volume":"343","author":"E Miguel","year":"2014","unstructured":"Miguel, E., Camerer, C., Casey, K., Cohen, J., Esterling, K. M., Gerber, A., et al. (2014). Promoting transparency in social science research. Science, 343, 30\u201331.","journal-title":"Science"},{"key":"9986_CR71","doi-asserted-by":"publisher","first-page":"1422","DOI":"10.1126\/science.aab2374","volume":"348","author":"BA Nosek","year":"2015","unstructured":"Nosek, B. A., Alter, G., Banks, G. C., Borsboom, D., Bowman, S. D., Breckler, S. J., et al. (2015). Promoting an open research culture. Science, 348, 1422\u20131425.","journal-title":"Science"},{"key":"9986_CR72","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1027\/1864-9335\/a000192","volume":"45","author":"BA Nosek","year":"2014","unstructured":"Nosek, B. A., & Lakens, D. (2014). Registered reports: A method to increase the credibility of published results. Social Psychology, 45, 137\u2013141.","journal-title":"Social Psychology"},{"key":"9986_CR73","first-page":"615","volume":"7","author":"BA Nosek","year":"2012","unstructured":"Nosek, B. A., Spies, J. R., & Motyl, M. (2012). Scientific Utopia II. Restructuring incentives and practices to promote truth over publishability. Psychological Science, 7, 615\u2013631.","journal-title":"Psychological Science"},{"key":"9986_CR74","first-page":"182","volume":"526","author":"R Nuzzo","year":"2015","unstructured":"Nuzzo, R. (2015). Fooling ourselves. Science, 526, 182\u2013185.","journal-title":"Science"},{"key":"9986_CR75","doi-asserted-by":"crossref","unstructured":"Open Science Collaboration (2015). Estimating the reproducibility of psychological science. Science, 349, acac4716.","DOI":"10.1126\/science.aac4716"},{"key":"9986_CR76","doi-asserted-by":"publisher","first-page":"998","DOI":"10.1287\/mnsc.1070.0787","volume":"54","author":"H Rahmandad","year":"2008","unstructured":"Rahmandad, H., & Sterman, J. (2008). Heterogeneity and network structure in the dynamics of diffusion: Comparing agent-based and differential equation models. Management Science, 54, 998\u20131014.","journal-title":"Management Science"},{"key":"9986_CR77","doi-asserted-by":"publisher","first-page":"128","DOI":"10.4103\/2229-3485.184816","volume":"7","author":"S Satpute","year":"2016","unstructured":"Satpute, S., Mehta, M., Bhete, S., & Kurle, D. (2016). Assessment of adherence to the statistical components of Consolidated Standards of Reporting Trials Statement for quality of reports on randomized controlled trials from five pharmacology journals. Perspectives in Clinical Research, 7, 128\u2013131.","journal-title":"Perspectives in Clinical Research"},{"key":"9986_CR78","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1348\/000712605X80704","volume":"97","author":"M Schlitz","year":"2006","unstructured":"Schlitz, M., Wiseman, R., Watt, C., & Radin, D. (2006). Of two minds: Skeptic-proponent collaboration with parapsychology. British Journal of Psychology, 97, 313\u2013322.","journal-title":"British Journal of Psychology"},{"key":"9986_CR79","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1186\/1741-7015-8-18","volume":"18","author":"Schulz, K.F., Altman, D.G., Moher, D., & CONSORT Group","year":"2010","unstructured":"Schulz, K.F., Altman, D.G., Moher, D., & CONSORT Group. (2010). CONSORT 2010 Statement: updated guidelines for reporting parallel group randomised trials. BMC Medicine, 18, 18. doi: 10.1186\/1741-7015-8-18 .","journal-title":"BMC Medicine"},{"key":"9986_CR80","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1177\/0956797611417632","volume":"22","author":"JP Simmons","year":"2011","unstructured":"Simmons, J. P., Nelson, L. D., & Simonsohn, U. (2011). False-positive psychology: Undisclosed flexibility in data collection and analysis allows presenting anything as significant. Psychological Science, 22, 1359\u20131366.","journal-title":"Psychological Science"},{"key":"9986_CR81","doi-asserted-by":"publisher","first-page":"160384","DOI":"10.1098\/rsos.160384","volume":"3","author":"Smaldino & McElreath","year":"2016","unstructured":"Smaldino & McElreath. (2016). The natural selection of bad science. Royal Society Open Science, 3, 160384. doi: 10.1098\/rsos.160384 .","journal-title":"Royal Society Open Science"},{"key":"9986_CR82","volume-title":"Business Dynamics: Systems Thinking and Modeling for a Complex World","author":"JD Sterman","year":"2000","unstructured":"Sterman, J. D. (2000). Business Dynamics: Systems Thinking and Modeling for a Complex World. Boston: Irwin\/McGraw Hill."},{"key":"9986_CR83","doi-asserted-by":"publisher","first-page":"505","DOI":"10.2105\/AJPH.2005.066043","volume":"96","author":"JD Sterman","year":"2006","unstructured":"Sterman, J. D. (2006). Learning from evidence in a complex world. American Journal of Public Health, 96, 505\u2013514.","journal-title":"American Journal of Public Health"},{"key":"9986_CR84","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1287\/orsc.10.3.322","volume":"10","author":"JD Sterman","year":"1999","unstructured":"Sterman, J. D., & Wittenberg, J. (1999). Path dependence, competition, and succession in the dynamics of scientific revolution. Organizational Science, 10, 322\u2013341.","journal-title":"Organizational Science"},{"key":"9986_CR85","doi-asserted-by":"publisher","first-page":"390","DOI":"10.3389\/fnhum.2017.00390","volume":"11","author":"D Szucs","year":"2017","unstructured":"Szucs, D., & Ioannidis, J. P. A. (2017). When null hypothesis significance testing is unsuitable for research: A reassessment. Frontiers in Human Neuroscience, 11, 390. doi: 10.3389\/fnhum.2017.00390 .","journal-title":"Frontiers in Human Neuroscience"},{"issue":"5","key":"9986_CR86","first-page":"1","volume":"5","author":"KF Walker","year":"2014","unstructured":"Walker, K. F., Stevenson, G., & Thornton, J. G. (2014). Discrepencies between registration and publication of randomised controlled trias: An observational study. Journal of the Royal Society of Medicine Open, 5(5), 1\u20134.","journal-title":"Journal of the Royal Society of Medicine Open"},{"key":"9986_CR87","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1038\/485298a","volume":"485","author":"E Yong","year":"2012","unstructured":"Yong, E. (2012). Replication studies: Bad copy. Nature, 485, 298\u2013300.","journal-title":"Nature"}],"container-title":["Science and Engineering Ethics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11948-017-9986-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11948-017-9986-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11948-017-9986-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,5]],"date-time":"2019-10-05T00:01:32Z","timestamp":1570233692000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11948-017-9986-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,10,25]]},"references-count":87,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,2]]}},"alternative-id":["9986"],"URL":"https:\/\/doi.org\/10.1007\/s11948-017-9986-z","relation":{},"ISSN":["1353-3452","1471-5546"],"issn-type":[{"value":"1353-3452","type":"print"},{"value":"1471-5546","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,10,25]]},"assertion":[{"value":"13 June 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 October 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with Ethical Standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}