{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T06:31:15Z","timestamp":1774938675402,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1007593","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T00:00:00Z","timestamp":1579132800000}}],"reference-count":60,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2020,1,6]],"date-time":"2020-01-06T00:00:00Z","timestamp":1578268800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1007593","type":"journal-article","created":{"date-parts":[[2020,1,6]],"date-time":"2020-01-06T13:34:25Z","timestamp":1578317665000},"page":"e1007593","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":11,"title":["Computational optimization of associative learning experiments"],"prefix":"10.1371","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8767-358X","authenticated-orcid":true,"given":"Filip","family":"Melinscak","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3717-2036","authenticated-orcid":true,"given":"Dominik R.","family":"Bach","sequence":"additional","affiliation":[]}],"member":"340","published-online":{"date-parts":[[2020,1,6]]},"reference":[{"issue":"6","key":"pcbi.1007593.ref001","doi-asserted-by":"crossref","first-page":"e1003650","DOI":"10.1371\/journal.pcbi.1003650","article-title":"Model Selection in Systems Biology Depends on Experimental Design","volume":"10","author":"D Silk","year":"2014","journal-title":"PLoS Computational Biology"},{"issue":"10","key":"pcbi.1007593.ref002","doi-asserted-by":"crossref","first-page":"1890","DOI":"10.1039\/b918098b","article-title":"Sloppy models, parameter uncertainty, and the role of experimental design","volume":"6","author":"JF Apgar","year":"2010","journal-title":"Molecular BioSystems"},{"issue":"11","key":"pcbi.1007593.ref003","doi-asserted-by":"crossref","first-page":"160734","DOI":"10.1098\/rsos.160734","article-title":"The power of associative learning and the ontogeny of optimal behaviour","volume":"3","author":"M Enquist","year":"2016","journal-title":"Royal Society Open Science"},{"issue":"1","key":"pcbi.1007593.ref004","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1146\/annurev-clinpsy-050212-185542","article-title":"Fear Extinction and Relapse: State of the Art","volume":"9","author":"B Vervliet","year":"2013","journal-title":"Annual Review of Clinical Psychology"},{"key":"pcbi.1007593.ref005","first-page":"64","volume-title":"Classical Conditioning II Current Research and Theory","author":"RA Rescorla","year":"1972"},{"issue":"1","key":"pcbi.1007593.ref006","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1146\/annurev.psych.52.1.111","article-title":"Theories of Associative Learning in Animals","volume":"52","author":"JM Pearce","year":"2001","journal-title":"Annual Review of Psychology"},{"key":"pcbi.1007593.ref007","unstructured":"Dayan P, Kakade S. Explaining away in weight space. In: Proceedings of the 13th international conference on neural information processing systems. NIPS\u201900. Cambridge, MA, USA: MIT Press; 2000. p. 430\u2013436."},{"issue":"3","key":"pcbi.1007593.ref008","doi-asserted-by":"crossref","first-page":"255","DOI":"10.3758\/s13420-012-0080-8","article-title":"Exploring a latent cause theory of classical conditioning","volume":"40","author":"SJ Gershman","year":"2012","journal-title":"Learning & Behavior"},{"issue":"11","key":"pcbi.1007593.ref009","doi-asserted-by":"crossref","first-page":"e1004567","DOI":"10.1371\/journal.pcbi.1004567","article-title":"A Unifying Probabilistic View of Associative Learning","volume":"11","author":"SJ Gershman","year":"2015","journal-title":"PLOS Computational Biology"},{"issue":"8","key":"pcbi.1007593.ref010","doi-asserted-by":"crossref","first-page":"e1006243","DOI":"10.1371\/journal.pcbi.1006243","article-title":"Human Pavlovian fear conditioning conforms to probabilistic learning","volume":"14","author":"A Tzovara","year":"2018","journal-title":"PLOS Computational Biology"},{"issue":"1","key":"pcbi.1007593.ref011","doi-asserted-by":"crossref","first-page":"29","DOI":"10.3758\/BRM.41.1.29","article-title":"ALTSim: A MATLAB simulator for current associative learning theories","volume":"41","author":"A Thorwart","year":"2009","journal-title":"Behavior Research Methods"},{"issue":"1","key":"pcbi.1007593.ref012","doi-asserted-by":"crossref","first-page":"346","DOI":"10.1016\/j.cmpb.2012.02.004","article-title":"A Java simulator of Rescorla and Wagner\u2019s prediction error model and configural cue extensions","volume":"108","author":"E Alonso","year":"2012","journal-title":"Computer Methods and Programs in Biomedicine"},{"issue":"8","key":"pcbi.1007593.ref013","doi-asserted-by":"crossref","first-page":"1136","DOI":"10.1093\/bioinformatics\/bts092","article-title":"A Bayesian approach to targeted experiment design","volume":"28","author":"J Vanlier","year":"2012","journal-title":"Bioinformatics"},{"issue":"1","key":"pcbi.1007593.ref014","doi-asserted-by":"crossref","first-page":"e1002888","DOI":"10.1371\/journal.pcbi.1002888","article-title":"Maximizing the Information Content of Experiments in Systems Biology","volume":"9","author":"J Liepe","year":"2013","journal-title":"PLoS Computational Biology"},{"issue":"3","key":"pcbi.1007593.ref015","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1162\/neco.2008.08-07-594","article-title":"Sequential Optimal Design of Neurophysiology Experiments","volume":"21","author":"J Lewi","year":"2009","journal-title":"Neural Computation"},{"issue":"1","key":"pcbi.1007593.ref016","doi-asserted-by":"crossref","first-page":"49","DOI":"10.3390\/brainsci4010049","article-title":"Toward a New Application of Real-Time Electrophysiology: Online Optimization of Cognitive Neurosciences Hypothesis Testing","volume":"4","author":"G Sanchez","year":"2014","journal-title":"Brain Sciences"},{"issue":"11","key":"pcbi.1007593.ref017","doi-asserted-by":"crossref","first-page":"e1002280","DOI":"10.1371\/journal.pcbi.1002280","article-title":"Optimizing Experimental Design for Comparing Models of Brain Function","volume":"7","author":"J Daunizeau","year":"2011","journal-title":"PLoS Computational Biology"},{"key":"pcbi.1007593.ref018","doi-asserted-by":"crossref","first-page":"320","DOI":"10.1016\/j.neuroimage.2016.01.032","article-title":"The Automatic Neuroscientist: A framework for optimizing experimental design with closed-loop real-time fMRI","volume":"129","author":"R Lorenz","year":"2016","journal-title":"NeuroImage"},{"issue":"3","key":"pcbi.1007593.ref019","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1037\/a0016104","article-title":"Optimal experimental design for model discrimination","volume":"116","author":"JI Myung","year":"2009","journal-title":"Psychological Review"},{"issue":"2167","key":"pcbi.1007593.ref020","doi-asserted-by":"crossref","first-page":"20130828","DOI":"10.1098\/rspa.2013.0828","article-title":"Optimally designing games for behavioural research","volume":"470","author":"AN Rafferty","year":"2014","journal-title":"Proceedings of the Royal Society A: Mathematical, Physical and Engineering Sciences"},{"key":"pcbi.1007593.ref021","doi-asserted-by":"crossref","unstructured":"Vincent BT, Rainforth T. The DARC Toolbox: automated, flexible, and efficient delayed and risky choice experiments using Bayesian adaptive design. PsyArXiv; 2017.","DOI":"10.31234\/osf.io\/yehjb"},{"key":"pcbi.1007593.ref022","unstructured":"Balietti S, Klein B, Riedl C. Fast Model-Selection through Adapting Design of Experiments Maximizing Information Gain. arXiv:180707024 [cs, stat]. 2018;."},{"issue":"3","key":"pcbi.1007593.ref023","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1214\/ss\/1177009939","article-title":"Bayesian Experimental Design: A Review","volume":"10","author":"K Chaloner","year":"1995","journal-title":"Statistical Science"},{"issue":"432","key":"pcbi.1007593.ref024","first-page":"1322","article-title":"Optimal Design via Curve Fitting of Monte Carlo Experiments","volume":"90","author":"P M\u00fcller","year":"1995","journal-title":"Journal of the American Statistical Association"},{"issue":"2","key":"pcbi.1007593.ref025","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1214\/ss\/1030550861","article-title":"A simulation-based approach to Bayesian sample size determination for performance under a given model and for separating models","volume":"17","author":"F Wang","year":"2002","journal-title":"Statistical Science"},{"issue":"2","key":"pcbi.1007593.ref026","doi-asserted-by":"crossref","first-page":"133","DOI":"10.1007\/s40300-014-0043-2","article-title":"Bayesian-frequentist sample size determination: a game of two priors","volume":"72","author":"P Brutti","year":"2014","journal-title":"METRON"},{"key":"pcbi.1007593.ref027","unstructured":"Raiffa H, Schlaifer R. Applied statistical decision theory. Div. of Research, Graduate School of Business Administration, Harvard Univ; 1961."},{"key":"pcbi.1007593.ref028","doi-asserted-by":"crossref","DOI":"10.1137\/1.9781611970654","volume-title":"Bayesian Statistics: A Review","author":"DV Lindley","year":"1972"},{"key":"pcbi.1007593.ref029","unstructured":"Kamin LJ. \u201cAttention-like\u201d processes in classical conditioning. In: Jones MR, editor. Miami symposium on the prediction of behavior, 1967: aversive stimulation. Coral Gables, Florida: University of Miami Press; 1968. p. 9\u201331."},{"issue":"1b","key":"pcbi.1007593.ref030","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/14640748508402082","article-title":"Forward and Backward Blocking in Human Contingency Judgement","volume":"37","author":"DR Shanks","year":"1985","journal-title":"The Quarterly Journal of Experimental Psychology Section B"},{"issue":"10","key":"pcbi.1007593.ref031","doi-asserted-by":"crossref","first-page":"1250","DOI":"10.1038\/nn.2904","article-title":"Differential roles of human striatum and amygdala in associative learning","volume":"14","author":"J Li","year":"2011","journal-title":"Nature Neuroscience"},{"issue":"4","key":"pcbi.1007593.ref032","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1016\/0023-9690(70)90101-3","article-title":"Reduction in the effectiveness of reinforcement after prior excitatory conditioning","volume":"1","author":"RA Rescorla","year":"1970","journal-title":"Learning and Motivation"},{"key":"pcbi.1007593.ref033","volume-title":"Conditioned reflexes: an investigation of the physiological activity of the cerebral cortex","author":"IP Pavlov","year":"1927"},{"issue":"4","key":"pcbi.1007593.ref034","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1037\/h0046700","article-title":"Latent inhibition: The effect of nonreinforced pre-exposure to the conditional stimulus","volume":"52","author":"RE Lubow","year":"1959","journal-title":"Journal of Comparative and Physiological Psychology"},{"key":"pcbi.1007593.ref035","unstructured":"Gershman SJ. \u2018mfit\u2019: simple model-fitting tools; 2018. https:\/\/github.com\/sjgershm\/mfit."},{"key":"pcbi.1007593.ref036","unstructured":"Brochu E, Cora VM, de Freitas N. A Tutorial on Bayesian Optimization of Expensive Cost Functions, with Application to Active User Modeling and Hierarchical Reinforcement Learning. arXiv:10122599 [cs]. 2010;."},{"issue":"1","key":"pcbi.1007593.ref037","doi-asserted-by":"crossref","first-page":"191","DOI":"10.1214\/15-BA945","article-title":"Computational Enhancements to Bayesian Design of Experiments Using Gaussian Processes","volume":"11","author":"BP Weaver","year":"2016","journal-title":"Bayesian Analysis"},{"issue":"4","key":"pcbi.1007593.ref038","doi-asserted-by":"crossref","first-page":"385","DOI":"10.1111\/j.1600-0706.2013.01073.x","article-title":"Ecologists should not use statistical significance tests to interpret simulation model results","volume":"123","author":"JW White","year":"2014","journal-title":"Oikos"},{"issue":"3","key":"pcbi.1007593.ref039","doi-asserted-by":"crossref","first-page":"210","DOI":"10.3758\/LB.36.3.210","article-title":"Bayesian approaches to associative learning: From passive to active learning","volume":"36","author":"JK Kruschke","year":"2008","journal-title":"Learning & Behavior"},{"issue":"9","key":"pcbi.1007593.ref040","doi-asserted-by":"crossref","first-page":"1214","DOI":"10.1038\/nn1954","article-title":"Learning the value of information in an uncertain world","volume":"10","author":"TEJ Behrens","year":"2007","journal-title":"Nature Neuroscience"},{"issue":"4","key":"pcbi.1007593.ref041","doi-asserted-by":"crossref","first-page":"590","DOI":"10.1038\/nn.3961","article-title":"Anxious individuals have difficulty learning the causal statistics of aversive environments","volume":"18","author":"M Browning","year":"2015","journal-title":"Nature Neuroscience"},{"issue":"2","key":"pcbi.1007593.ref042","doi-asserted-by":"crossref","first-page":"141","DOI":"10.1037\/h0058138","article-title":"The effect of random alternation of reinforcement on the acquisition and extinction of conditioned eyelid reactions","volume":"25","author":"LG Humphreys","year":"1939","journal-title":"Journal of Experimental Psychology"},{"issue":"2","key":"pcbi.1007593.ref043","doi-asserted-by":"crossref","first-page":"361","DOI":"10.1037\/0033-2909.111.2.361","article-title":"A common language effect size statistic","volume":"111","author":"KO McGraw","year":"1992","journal-title":"Psychological Bulletin"},{"issue":"2","key":"pcbi.1007593.ref044","doi-asserted-by":"crossref","first-page":"139","DOI":"10.2307\/3314608","article-title":"Nonparametric standard errors and confidence intervals","volume":"9","author":"B Efron","year":"1981","journal-title":"Canadian Journal of Statistics"},{"issue":"3","key":"pcbi.1007593.ref045","doi-asserted-by":"crossref","first-page":"363","DOI":"10.1037\/0033-2909.117.3.363","article-title":"Assessment of the Rescorla-Wagner model","volume":"117","author":"RR Miller","year":"1995","journal-title":"Psychological Bulletin"},{"issue":"4","key":"pcbi.1007593.ref046","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1081\/SAC-200040691","article-title":"Small Sample Confidence Intervals for the Odds Ratio","volume":"33","author":"R Lawson","year":"2004","journal-title":"Communications in Statistics\u2014Simulation and Computation"},{"issue":"8","key":"pcbi.1007593.ref047","doi-asserted-by":"crossref","first-page":"1069","DOI":"10.1177\/0956797616647519","article-title":"Researchers\u2019 Intuitions About Power in Psychological Research","volume":"27","author":"M Bakker","year":"2016","journal-title":"Psychological Science"},{"issue":"4","key":"pcbi.1007593.ref048","doi-asserted-by":"crossref","first-page":"887","DOI":"10.1162\/neco.2009.02-09-959","article-title":"Adaptive Design Optimization: A Mutual Information-Based Approach to Model Discrimination in Cognitive Science","volume":"22","author":"DR Cavagnaro","year":"2010","journal-title":"Neural Computation"},{"issue":"8","key":"pcbi.1007593.ref049","doi-asserted-by":"crossref","first-page":"2234","DOI":"10.1111\/cogs.12467","article-title":"Planning Beyond the Next Trial in Adaptive Experiments: A Dynamic Programming Approach","volume":"41","author":"W Kim","year":"2017","journal-title":"Cognitive Science"},{"issue":"40","key":"pcbi.1007593.ref050","first-page":"1","article-title":"GPflow: A gaussian process library using TensorFlow","volume":"18","author":"AG de G Matthews","year":"2017","journal-title":"Journal of Machine Learning Research"},{"issue":"2","key":"pcbi.1007593.ref051","doi-asserted-by":"crossref","first-page":"343","DOI":"10.1007\/s11222-017-9734-x","article-title":"An approach for finding fully Bayesian optimal designs using normal-based approximations to loss functions","volume":"28","author":"AM Overstall","year":"2018","journal-title":"Statistics and Computing"},{"issue":"1","key":"pcbi.1007593.ref052","doi-asserted-by":"crossref","first-page":"128","DOI":"10.1111\/insr.12107","article-title":"A Review of Modern Computational Algorithms for Bayesian Optimal Design: A Review of Modern Algorithms for Bayesian Design","volume":"84","author":"EG Ryan","year":"2016","journal-title":"International Statistical Review"},{"issue":"11","key":"pcbi.1007593.ref053","doi-asserted-by":"crossref","first-page":"2465","DOI":"10.1162\/NECO_a_00654","article-title":"A Hierarchical Adaptive Approach to Optimal Experimental Design","volume":"26","author":"W Kim","year":"2014","journal-title":"Neural Computation"},{"issue":"6","key":"pcbi.1007593.ref054","doi-asserted-by":"crossref","first-page":"499","DOI":"10.1016\/j.jmp.2010.08.002","article-title":"Optimal experimental design for a class of bandit problems","volume":"54","author":"S Zhang","year":"2010","journal-title":"Journal of Mathematical Psychology"},{"issue":"3","key":"pcbi.1007593.ref055","doi-asserted-by":"crossref","first-page":"e2000797","DOI":"10.1371\/journal.pbio.2000797","article-title":"Empirical assessment of published effect sizes and power in the recent cognitive neuroscience and psychology literature","volume":"15","author":"D Szucs","year":"2017","journal-title":"PLOS Biology"},{"issue":"1","key":"pcbi.1007593.ref056","doi-asserted-by":"crossref","first-page":"0021","DOI":"10.1038\/s41562-016-0021","article-title":"A manifesto for reproducible science","volume":"1","author":"MR Munaf\u00f2","year":"2017","journal-title":"Nature Human Behaviour"},{"issue":"11","key":"pcbi.1007593.ref057","doi-asserted-by":"crossref","first-page":"2600","DOI":"10.1073\/pnas.1708274114","article-title":"The preregistration revolution","volume":"115","author":"BA Nosek","year":"2018","journal-title":"Proceedings of the National Academy of Sciences"},{"issue":"6","key":"pcbi.1007593.ref058","doi-asserted-by":"crossref","first-page":"632","DOI":"10.1177\/1745691612463078","article-title":"An Agenda for Purely Confirmatory Research","volume":"7","author":"EJ Wagenmakers","year":"2012","journal-title":"Perspectives on Psychological Science"},{"issue":"1","key":"pcbi.1007593.ref059","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1016\/S2215-0366(15)00361-2","article-title":"Charting the landscape of priority problems in psychiatry, part 1: classification and diagnosis","volume":"3","author":"KE Stephan","year":"2016","journal-title":"The Lancet Psychiatry"},{"key":"pcbi.1007593.ref060","doi-asserted-by":"crossref","unstructured":"Ahn WY, Gu H, Shen Y, Haines N, Hahn HA, Teater JE, et al. Rapid, precise, and reliable phenotyping of delay discounting using a Bayesian learning algorithm. bioRxiv; 2019.","DOI":"10.1101\/567412"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1007593","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T00:00:00Z","timestamp":1579132800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007593","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,1,16]],"date-time":"2020-01-16T13:55:07Z","timestamp":1579182907000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1007593"}},"subtitle":[],"editor":[{"given":"Alireza","family":"Soltani","sequence":"first","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,1,6]]},"references-count":60,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2020,1,6]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1007593","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1007593","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,1,6]]}}}