{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T03:14:22Z","timestamp":1780370062994,"version":"3.54.1"},"reference-count":66,"publisher":"Frontiers Media SA","license":[{"start":{"date-parts":[[2020,7,16]],"date-time":"2020-07-16T00:00:00Z","timestamp":1594857600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["frontiersin.org"],"crossmark-restriction":true},"short-container-title":["Front. Psychol."],"DOI":"10.3389\/fpsyg.2020.01590","type":"journal-article","created":{"date-parts":[[2020,7,16]],"date-time":"2020-07-16T05:26:48Z","timestamp":1594877208000},"update-policy":"https:\/\/doi.org\/10.3389\/crossmark-policy","source":"Crossref","is-referenced-by-count":13,"title":["Reproducibility in Cognitive Hearing Research: Theoretical Considerations and Their Practical Application in Multi-Lab Studies"],"prefix":"10.3389","volume":"11","author":[{"given":"Antje","family":"Heinrich","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarah","family":"Knight","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1965","published-online":{"date-parts":[[2020,7,16]]},"reference":[{"key":"B1","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1027\/1016-9040\/a000298","article-title":"Assessing test-retest reliability of psychological measures: persistent methodological problems.","volume":"22","author":"Aldridge","year":"2017","journal-title":"Eur. Psychol."},{"key":"B2","doi-asserted-by":"publisher","first-page":"2272","DOI":"10.1093\/brain\/awf231","article-title":"Disabled readers suffer from visual and auditory impairments but not from a specific magnocellular deficit.","volume":"125","author":"Amitay","year":"2002","journal-title":"Brain"},{"key":"B3","doi-asserted-by":"publisher","first-page":"371","DOI":"10.1111\/j.1467-9450.2009.00753.x","article-title":"The emergence of cognitive hearing science.","volume":"50","author":"Arlinger","year":"2009","journal-title":"Scand. J. Psychol."},{"key":"B4","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.3758\/s13423-015-0988-z","article-title":"No evidence of somatotopic place of articulation feature mapping in motor cortex during passive speech perception.","volume":"23","author":"Arsenault","year":"2016","journal-title":"Psychon. Bull. Rev."},{"key":"B5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/13576500701507861","article-title":"Failure to find asymmetry in auditory gap detection.","volume":"13","author":"Baker","year":"2008","journal-title":"Laterality"},{"key":"B6","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1044\/jshr.2701.32","article-title":"Standardization of a test of speech perception in noise.","volume":"27","author":"Bilger","year":"1984","journal-title":"J. Speech Hear. Res."},{"key":"B7","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1177\/1475725719857659","article-title":"Grassroots training for reproducible science: a consortium-based approach to the empirical dissertation.","volume":"19","author":"Button","year":"2019","journal-title":"Psychol. Learn. Teach."},{"key":"B8","doi-asserted-by":"publisher","first-page":"2156","DOI":"10.1016\/j.chb.2013.05.009","article-title":"Separate but equal? A comparison of participants and data gathered via Amazon\u2019s MTurk, social media, and face-to-face behavioral testing.","volume":"29","author":"Casler","year":"2013","journal-title":"Comput. Hum. Behav."},{"key":"B9","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1044\/jshd.4801.62","article-title":"A comparative evaluation of the Maryland NU 6 auditory test.","volume":"48","author":"Causey","year":"1983","journal-title":"J. Speech Hear. Disord."},{"key":"B10","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1037\/0894-4105.7.1.41","article-title":"Individual change after epilepsy surgery: practice effects and base-rate information.","volume":"7","author":"Chelune","year":"1993","journal-title":"Neuropsychology"},{"key":"B11","first-page":"127","article-title":"Developing criteria for establishing interrater reliability of specific items: applications to assessment of adaptive behavior.","volume":"86","author":"Cicchetti","year":"1981","journal-title":"Am. J. Ment. Defi."},{"key":"B12","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0057410","article-title":"Evaluating Amazon\u2019s mechanical turk as a tool for experimental behavioral research.","volume":"8","author":"Crump","year":"2013","journal-title":"PLoS One"},{"key":"B13","doi-asserted-by":"publisher","first-page":"601","DOI":"10.3758\/bf03198592","article-title":"Two left-hemisphere mechanisms in speech perception.","volume":"16","author":"Cutting","year":"1974","journal-title":"Percept. Psychophys."},{"key":"B14","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1044\/jshr.2501.135","article-title":"Evaluation of hearing-impaired listeners using a nonsense-syllable test. I. Test reliability.","volume":"25","author":"Dubno","year":"1982","journal-title":"J. Speech Hear. Res."},{"key":"B15","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1016\/j.jesp.2015.10.012","article-title":"Many Labs 3: evaluating participant pool quality across the academic semester via replication.","volume":"67","author":"Ebersole","year":"2016","journal-title":"J. Exp. Soc. Psychol."},{"key":"B16","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1177\/1745691614551642","article-title":"Beyond power calculation: assessing type S (sign) andtype M (magnitude) errors. Perspectives on.","volume":"9","author":"Gelman","year":"2014","journal-title":"Psychol. Sci."},{"key":"B17","doi-asserted-by":"publisher","DOI":"10.1126\/scitranslmed.aaf5027","article-title":"What does research reproducibility mean?","volume":"8","author":"Goodman","year":"2016","journal-title":"Sci. Transl. Med."},{"key":"B18","doi-asserted-by":"publisher","first-page":"45","DOI":"10.15346\/hc.v2i1.4","article-title":"Home is where the lab is: a comparison of online and lab data from a time-sensitive study of interruption.","volume":"2","author":"Gould","year":"2015","journal-title":"Hum. Comput."},{"key":"B19","doi-asserted-by":"publisher","first-page":"459","DOI":"10.3758\/BF03204842","article-title":"An auditory stroop effect with judgments of speaker gender.","volume":"30","author":"Green","year":"1981","journal-title":"Percept. Psychophys."},{"key":"B20","doi-asserted-by":"publisher","first-page":"303","DOI":"10.1016\/S0022-5371(72)80091-4","article-title":"Bilingual interdependencies in auditory perception.","volume":"11","author":"Hamers","year":"1972","journal-title":"J. Verbal Learn. Verbal Behav."},{"key":"B21","doi-asserted-by":"publisher","first-page":"1166","DOI":"10.3758\/s13428-017-0935-1","article-title":"The reliability paradox: why robust cognitive tasks do not produce reliable individual differences.","volume":"50","author":"Hedge","year":"2018","journal-title":"Behav. Res. Methods"},{"key":"B22","doi-asserted-by":"publisher","first-page":"1038","DOI":"10.1016\/j.specom.2010.09.009","article-title":"Influence of English r-resonances on intelligibility of speech in noise for native English and German listeners.","volume":"52","author":"Heinrich","year":"2010","journal-title":"Speech Commun."},{"key":"B23","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1080\/17470218.2010.492621","article-title":"Elucidating the effects of ageing on remembering perceptually distorted word pairs.","volume":"64","author":"Heinrich","year":"2011","journal-title":"Q. J. Exp. Psychol."},{"key":"B24","doi-asserted-by":"publisher","first-page":"735","DOI":"10.1080\/17470210701402372","article-title":"Investigating the influence of continuous babble on auditory short-term memory performance.","volume":"61","author":"Heinrich","year":"2008","journal-title":"Q. J. Exp. Psychol."},{"key":"B25","doi-asserted-by":"crossref","first-page":"93","DOI":"10.2307\/2092790","article-title":"Separating reliability and stability in test-retest correlation.","volume":"34","author":"Heise","year":"1969","journal-title":"Am. Sociol. Rev."},{"key":"B26","first-page":"41","article-title":"Replication, strict replications, and conceptual replications: are they important?","author":"Hendrick","year":"1991","journal-title":"Replication Research in the Social Sciences"},{"key":"B27","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124","article-title":"Why most published research findings are false.","volume":"2","author":"Ioannidis","year":"2005","journal-title":"PLoS Med."},{"key":"B28","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.tics.2014.02.010","article-title":"Publication and other reporting biases in cognitive sciences: detection, prevalence, and prevention.","volume":"18","author":"Ioannidis","year":"2014","journal-title":"Trends Cogn. Sci."},{"key":"B29","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1037\/0022-006x.59.1.12","article-title":"Clinical significance: a statistical approach to defining meaningful change in psychotherapy research.","volume":"59","author":"Jacobson","year":"1991","journal-title":"J. Consult. Clin. Psychol."},{"key":"B30","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1080\/13825585.2011.652590","article-title":"A non-auditory measure of interference predicts distraction by competing speech in older adults.","volume":"19","author":"Janse","year":"2012","journal-title":"Neuropsychol. Dev. Cogn. Section BAgingNeuropsychol. Cogn."},{"key":"B31","doi-asserted-by":"publisher","first-page":"2395","DOI":"10.1121\/1.1784440","article-title":"Development of a quick speech-in-noise test for measuring signal-to-noise ratio loss in normal-hearing and hearing-impaired listeners.","volume":"116","author":"Killion","year":"2004","journal-title":"J. Acoust. Soc. Am."},{"key":"B32","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.wocn.2018.05.005","article-title":"Mixed-effects design analysis for experimental phonetics.","volume":"70","author":"Kirby","year":"2018","journal-title":"J. Phonet."},{"key":"B33","doi-asserted-by":"publisher","DOI":"10.5334\/jopd.ad","article-title":"Data from investigating variation in replicability: a \u201cMany Labs\u201d replication project.","volume":"2","author":"Klein","year":"2014","journal-title":"J. Open Psychol. Data"},{"key":"B34","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1177\/2515245918810225","article-title":"Many Labs 2: investigating variation in replicability across samples and settings.","volume":"1","author":"Klein","year":"2018","journal-title":"Adv. Methods Pract. Psychol. Sci."},{"key":"B35","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2017.00230","article-title":"Different measures of auditory and visual stroop interference and their relationship to speech intelligibility in noise.","volume":"8","author":"Knight","year":"2017","journal-title":"Front. Psychol."},{"key":"B36","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2018.02779","article-title":"Visual inhibition measures predict speech-in-noise perception only in people with low levels of education.","volume":"9","author":"Knight","year":"2019","journal-title":"Front. Psychol."},{"key":"B37","doi-asserted-by":"publisher","first-page":"604","DOI":"10.3766\/jaaa.18.7.7","article-title":"Interactions between cognition, compression, and listening conditions: effects on speech-in-noise performance in a two-channel hearing aid.","volume":"18","author":"Lunner","year":"2007","journal-title":"J. Am. Acad. Audiol."},{"key":"B38","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1037\/0033-2909.109.2.163","article-title":"Half a century of research on the Stroop effect: an integrative review.","volume":"109","author":"MacLeod","year":"1991","journal-title":"Psychol. Bull."},{"key":"B39","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1037\/0096-3445.121.1.12","article-title":"The Stroop task: the \u201cgold standard\u201d of attentional measures.","volume":"121","author":"MacLeod","year":"1992","journal-title":"J. Exp. Psychol. Gen."},{"key":"B40","doi-asserted-by":"publisher","first-page":"592","DOI":"10.1016\/0093-934X(89)90088-6","article-title":"An auditory Stroop effect for pitch, loudness, and time.","volume":"36","author":"Morgan","year":"1989","journal-title":"Brain Lang."},{"key":"B41","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.3000691","article-title":"What is replication?","volume":"18","author":"Nosek","year":"2020","journal-title":"PLoS Biol."},{"key":"B42","author":"Nunnally","year":"1970","journal-title":"Introduction to Psychological Measurement."},{"key":"B43","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1177\/1745691612462588","article-title":"An open, large-scale, collaborative effort to estimate the reproducibility of psychological science.","volume":"7","year":"2012","journal-title":"Perspect. Psychol. Sci."},{"key":"B44","doi-asserted-by":"publisher","DOI":"10.1126\/science.aac4716","article-title":"Estimating the reproducibility of psychological science.","volume":"349","year":"2015","journal-title":"Sci. Transl. Med."},{"key":"B45","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1177\/1745691612463401","article-title":"Is the replicability crisis overblown? Three arguments examined.","volume":"7","author":"Pashler","year":"2012","journal-title":"Perspect. Psychol. Sci."},{"key":"B46","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1177\/0959354319898250","article-title":"Publish less, read more.","volume":"30","author":"Phaf","year":"2020","journal-title":"Theory Psychol."},{"key":"B47","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1016\/S0010-9452(81)80024-X","article-title":"Ear asymmetry in an auditory spatial Stroop task as a function of handedness.","volume":"17","author":"Pieters","year":"1981","journal-title":"Cortex: J. Devoted Study Nervous Syst. Behav."},{"key":"B48","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1126\/science.146.3642.347","article-title":"Strong inference: certain systematic methods of scientific thinking may produce much more rapid progress than others.","volume":"146","author":"Platt","year":"1964","journal-title":"Science"},{"key":"B49","doi-asserted-by":"publisher","first-page":"130","DOI":"10.3758\/BF03199539","article-title":"Involuntary automatic processing in color-naming tasks.","volume":"24","author":"Regan","year":"1978","journal-title":"Percept. Psychophys."},{"key":"B50","doi-asserted-by":"publisher","first-page":"1063","DOI":"10.1162\/jocn.2008.20074","article-title":"Examining a supramodal network for conflict processing: a systematic review and novel functional magnetic resonance imaging data for related visual and auditory stroop tasks.","volume":"20","author":"Roberts","year":"2008","journal-title":"J. Cogn. Neurosci."},{"key":"B51","doi-asserted-by":"publisher","first-page":"638","DOI":"10.1037\/0033-2909.86.3.638","article-title":"The file drawer problem and tolerance for null results.","volume":"86","author":"Rosenthal","year":"1979","journal-title":"Psychol. Bull."},{"key":"B52","doi-asserted-by":"publisher","first-page":"301","DOI":"10.3758\/s13423-014-0595-4","article-title":"Optional stopping: no problem for bayesians.","volume":"21","author":"Rouder","year":"2014","journal-title":"Psychon. Bull. Rev."},{"key":"B53","doi-asserted-by":"publisher","first-page":"283","DOI":"10.3758\/s13423-013-0518-9","article-title":"The frequentist implications of optional stopping on Bayesian hypothesis tests.","volume":"21","author":"Sanborn","year":"2014","journal-title":"Psychon. Bull. Rev."},{"key":"B54","doi-asserted-by":"publisher","DOI":"10.31234\/osf.io\/p6e9c","article-title":"An excess of positive results: comparing the standard psychology literature with registered reports.","author":"Scheel","year":"2020","journal-title":"PsyArXiv"},{"key":"B55","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1037\/a0015108","article-title":"Shall we really do it again? The powerful concept of replication is neglected in the social sciences.","volume":"13","author":"Schmidt","year":"2009","journal-title":"Rev. Gen. Psychol."},{"key":"B56","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2016.00618","article-title":"How age and linguistic competence affect memory for heard information.","volume":"7","author":"Schneider","year":"2016","journal-title":"Front. Psychol."},{"key":"B57","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1016\/S0028-3932(01)00157-9","article-title":"Individual inconsistency across measures of inhibition: an investigation of the construct validity of inhibition in older adults.","volume":"40","author":"Shilling","year":"2002","journal-title":"Neuropsychologia"},{"key":"B58","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1177\/0956797611417632","article-title":"False-positive psychology: undisclosed flexibility in data collection and analysis allows presenting anything as significant.","volume":"22","author":"Simmons","year":"2011","journal-title":"Psychol. Sci."},{"key":"B59","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1037\/0882-7974.14.3.458","article-title":"Inhibitory processes and spoken word recognition in young and older adults: the interaction of lexical competition and semantic context.","volume":"14","author":"Sommers","year":"1999","journal-title":"Psychol. Aging"},{"key":"B60","doi-asserted-by":"publisher","first-page":"72","DOI":"10.2307\/1412159","article-title":"The proof and measurement of association between two things.","volume":"15","author":"Spearman","year":"1904","journal-title":"Am. J. Psychol."},{"key":"B61","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1037\/h0054651","article-title":"Studies of interference in serial verbal reactions.","volume":"18","author":"Stroop","year":"1935","journal-title":"J. Exp. Psychol."},{"key":"B62","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1121\/1.1912174","article-title":"Hemispheric specialization for speech perception.","volume":"48","author":"Studdert-Kennedy","year":"1970","journal-title":"J. Acoust. Soc. Am."},{"key":"B63","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1016\/j.jrp.2004.03.001","article-title":"Stability versus change, dependability versus error: issues in the assessment of personality over time.","volume":"38","author":"Watson","year":"2004","journal-title":"J. Res. Personal."},{"key":"B64","doi-asserted-by":"publisher","first-page":"3237","DOI":"10.1016\/j.cub.2017.09.014","article-title":"Audiomotor perceptual training enhances speech intelligibility in background noise.","volume":"27","author":"Whitton","year":"2017","journal-title":"Curr. Biol."},{"key":"B65","doi-asserted-by":"publisher","first-page":"1100","DOI":"10.1177\/1745691617693393","article-title":"Choosing prediction over explanation in psychology: lessons from machine learning.","volume":"12","author":"Yarkoni","year":"2017","journal-title":"Perspect. Psychol. Sci."},{"key":"B66","doi-asserted-by":"publisher","first-page":"14110","DOI":"10.1073\/pnas.0504446102","article-title":"Deficits in speech perception predict language learning impairment.","volume":"102","author":"Ziegler","year":"2005","journal-title":"Proc. Natl. Acad. Sci. U.S.A."}],"container-title":["Frontiers in Psychology"],"original-title":[],"link":[{"URL":"https:\/\/www.frontiersin.org\/article\/10.3389\/fpsyg.2020.01590\/full","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,16]],"date-time":"2020-07-16T05:26:53Z","timestamp":1594877213000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.frontiersin.org\/article\/10.3389\/fpsyg.2020.01590\/full"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,7,16]]},"references-count":66,"alternative-id":["10.3389\/fpsyg.2020.01590"],"URL":"https:\/\/doi.org\/10.3389\/fpsyg.2020.01590","relation":{},"ISSN":["1664-1078"],"issn-type":[{"value":"1664-1078","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,7,16]]},"article-number":"1590"}}