{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,11]],"date-time":"2026-02-11T13:37:24Z","timestamp":1770817044406,"version":"3.50.1"},"update-to":[{"DOI":"10.1371\/journal.pcbi.1005916","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,1,26]],"date-time":"2018-01-26T00:00:00Z","timestamp":1516924800000}}],"reference-count":75,"publisher":"Public Library of Science (PLoS)","issue":"1","license":[{"start":{"date-parts":[[2018,1,16]],"date-time":"2018-01-16T00:00:00Z","timestamp":1516060800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["www.ploscompbiol.org"],"crossmark-restriction":false},"short-container-title":["PLoS Comput Biol"],"DOI":"10.1371\/journal.pcbi.1005916","type":"journal-article","created":{"date-parts":[[2018,1,16]],"date-time":"2018-01-16T18:24:42Z","timestamp":1516127082000},"page":"e1005916","update-policy":"https:\/\/doi.org\/10.1371\/journal.pcbi.corrections_policy","source":"Crossref","is-referenced-by-count":20,"title":["Interrupting behaviour: Minimizing decision costs via temporal commitment and low-level interrupts"],"prefix":"10.1371","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7744-7562","authenticated-orcid":true,"given":"Kevin","family":"Lloyd","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter","family":"Dayan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"340","published-online":{"date-parts":[[2018,1,16]]},"reference":[{"key":"ref1","article-title":"Artificial intelligence: A modern approach","author":"SJ Russell","year":"2009"},{"key":"ref2","doi-asserted-by":"crossref","DOI":"10.1037\/10037-000","article-title":"Perception and communication","author":"DE Broadbent","year":"1958"},{"key":"ref3","article-title":"Attention and effort","author":"D Kahneman","year":"1973"},{"key":"ref4","article-title":"The psychology of attention","author":"H Pashler","year":"1996"},{"key":"ref5","article-title":"Models of bounded rationality, volume 1","author":"HA Simon","year":"1982"},{"key":"ref6","unstructured":"Horvitz EJ. Reasoning about beliefs and actions under computational resource constraints. In: Proceedings of the Third Workshop on Uncertainty in Artificial Intelligence. Mountain View, CA: AAAI Press; 1987. p. 429\u2013444."},{"issue":"1","key":"ref7","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1016\/S0003-3472(85)80145-7","article-title":"A positive feedback model for switching between two activities","volume":"33","author":"A Houston","year":"1985","journal-title":"Animal Behaviour"},{"issue":"2","key":"ref8","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1093\/czoolo\/61.2.242","article-title":"Cross inhibition improves activity selection when switching incurs time costs","volume":"61","author":"JA Marshall","year":"2015","journal-title":"Current Zoology"},{"issue":"3","key":"ref9","doi-asserted-by":"crossref","first-page":"134","DOI":"10.1016\/S1364-6613(03)00028-7","article-title":"Task switching","volume":"7","author":"S Monsell","year":"2003","journal-title":"Trends in Cognitive Sciences"},{"issue":"1","key":"ref10","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1109\/JRA.1986.1087032","article-title":"A robust layered control system for a mobile robot","volume":"2","author":"R Brooks","year":"1986","journal-title":"IEEE Journal of Robotics and Automation"},{"key":"ref11","unstructured":"Agre PE, Chapman D. Pengi: An implementation of a theory of activity. In: Proceedings of the Sixth National Conference on Artificial Intelligence. Menlo Park, California: AAAI Press; 1987. p. 268\u2013272."},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1016\/S0921-8890(05)80024-7","article-title":"Designing autonomous agents: Theory and practice from biology to engineering and back","author":"P Maes","year":"1990"},{"key":"ref13","doi-asserted-by":"crossref","unstructured":"Wilson SW. The animat path to AI. In: Meyer JA, Wilson SW, editors. From Animals to Animats: Proceedings of the First International Conference on Simulation of Adaptive Behavior. Cambridge, MA: MIT Press; 1991. p. 15\u201322.","DOI":"10.7551\/mitpress\/3115.003.0004"},{"issue":"2","key":"ref14","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1016\/0004-3702(74)90026-5","article-title":"Planning in a hierarchy of abstraction spaces","volume":"5","author":"ED Sacerdoti","year":"1974","journal-title":"Artificial Intelligence"},{"issue":"1-2","key":"ref15","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/S0004-3702(99)00052-1","article-title":"Between MDPs and semi-MDPs: A framework for temporal abstraction in reinforcement learning","volume":"112","author":"RS Sutton","year":"1999","journal-title":"Artificial Intelligence"},{"issue":"1","key":"ref16","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1111\/j.1467-8640.1985.tb00057.x","article-title":"Recovering from execution errors in SIPE","volume":"1","author":"DE Wilkins","year":"1985","journal-title":"Computational Intelligence"},{"issue":"2","key":"ref17","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1207\/s15516709cog0202_1","article-title":"Planning and acting","volume":"2","author":"D McDermott","year":"1978","journal-title":"Cognitive Science"},{"key":"ref18","unstructured":"Hoffmann J, Brafman R. Contingent planning via heuristic forward search with implicit belief states. In: Biundo S, Myers K, Rajan K, editors. Proceedings of the Fifteenth International Conference on Automated Planning and Scheduling. vol. 2005. AAAI Press; 2005. p. 71\u201380."},{"key":"ref19","article-title":"Operating systems concepts","author":"A Silberschatz","year":"2013"},{"issue":"1","key":"ref20","doi-asserted-by":"crossref","first-page":"19","DOI":"10.1016\/0166-4328(90)90118-X","article-title":"Activation of the noradrenergic system facilitates an attentional shift in the rat","volume":"39","author":"V Devauges","year":"1990","journal-title":"Behavioural Brain Research"},{"issue":"11","key":"ref21","doi-asserted-by":"crossref","first-page":"574","DOI":"10.1016\/j.tins.2005.09.002","article-title":"Network reset: A simplified overarching theory of locus coeruleus noradrenaline function","volume":"28","author":"S Bouret","year":"2005","journal-title":"Trends in Neurosciences"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"9914","DOI":"10.1523\/JNEUROSCI.2446-04.2004","article-title":"Phasic activation of monkey locus ceruleus neurons by simple decisions in a forced-choice task","volume":"24","author":"E Clayton","year":"2004","journal-title":"The Journal of Neuroscience"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"403","DOI":"10.1146\/annurev.neuro.28.061604.135709","article-title":"An integrative theory of locus coeruleus-norepinephrine function: Adaptive gain and optimal performance","volume":"28","author":"G Aston-Jones","year":"2005","journal-title":"Annual Reviews Neuroscience"},{"issue":"3","key":"ref24","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1038\/nrn2573","article-title":"The locus coeruleus and noradrenergic modulation of cognition","volume":"10","author":"SJ Sara","year":"2009","journal-title":"Nature Reviews Neuroscience"},{"key":"ref25","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1016\/j.neuron.2005.04.026","article-title":"Uncertainty, neuromodulation, and attention","volume":"46","author":"AJ Yu","year":"2005","journal-title":"Neuron"},{"issue":"4","key":"ref26","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1080\/09548980601004024","article-title":"Phasic norepinephrine: A neural interrupt signal for unexpected events","volume":"17","author":"P Dayan","year":"2006","journal-title":"Network: Computation in Neural Systems"},{"key":"ref27","doi-asserted-by":"crossref","first-page":"619","DOI":"10.1139\/z90-092","article-title":"Behavioral decsions made under the risk of predation: A review and prospectus","volume":"68","author":"SL Lima","year":"1990","journal-title":"Canadian Journal of Zoology"},{"key":"ref28","article-title":"Models of adaptive behaviour","author":"AI Houston","year":"1999"},{"issue":"1298","key":"ref29","doi-asserted-by":"crossref","first-page":"375","DOI":"10.1098\/rstb.1993.0123","article-title":"General results concerning the trade-off between gaining energy and avoiding predation","volume":"341","author":"AI Houston","year":"1993","journal-title":"Philosophical Transactions: Biological Sciences"},{"key":"ref30","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1146\/annurev.ps.39.020188.000355","article-title":"Ethoexperimental approaches to the biology of emotion","volume":"39","author":"DC Blanchard","year":"1988","journal-title":"Annual Review of Psychology"},{"key":"ref31","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.cub.2017.03.031","article-title":"Rapid spatial learning controls instinctive defensive behavior in mice","volume":"27","author":"R Vale","year":"2017","journal-title":"Current Biology"},{"issue":"11","key":"ref32","doi-asserted-by":"crossref","first-page":"700","DOI":"10.1016\/j.tics.2015.08.013","article-title":"Deciding how to decide: Self-control and meta-decision making","volume":"19","author":"YL Boureau","year":"2015","journal-title":"Trends in Cognitive Sciences"},{"issue":"6","key":"ref33","doi-asserted-by":"crossref","first-page":"661","DOI":"10.1017\/S0140525X12003196","article-title":"An opportunity cost model of subjective effort and task performance","volume":"36","author":"R Kurzban","year":"2013","journal-title":"Behavioral and Brain Sciences"},{"key":"ref34","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1146\/annurev-neuro-072116-031526","article-title":"Toward a rational and mechanistic account of mental effort","volume":"40","author":"A Shenhav","year":"2017","journal-title":"Annual Review of Neuroscience"},{"issue":"3","key":"ref35","doi-asserted-by":"crossref","first-page":"507","DOI":"10.1007\/s00213-006-0502-4","article-title":"Tonic dopamine: Opportunity costs and the control of response vigor","volume":"191","author":"Y Niv","year":"2007","journal-title":"Psychopharmacology"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1037\/a0020198","article-title":"Decision making and the avoidance of cognitive demand","volume":"139","author":"W Kool","year":"2010","journal-title":"Journal of Experimental Psychology: General"},{"key":"ref37","doi-asserted-by":"crossref","first-page":"e1002055","DOI":"10.1371\/journal.pcbi.1002055","article-title":"Speed\/accuracy trade-off between the habitual and the goal-directed processes","volume":"7","author":"M Keramati","year":"2011","journal-title":"PLoS Computational Biology"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"92","DOI":"10.3389\/fpsyg.2013.00092","article-title":"The mixed instrumental controller: Using value of information to combine habitual choice and mental simulation","volume":"4","author":"G Pezzulo","year":"2013","journal-title":"Frontiers in Psychology"},{"issue":"45","key":"ref39","doi-asserted-by":"crossref","first-page":"12868","DOI":"10.1073\/pnas.1609094113","article-title":"Adaptive integration of habits into depth-limited planning defines a habitual-goal-directed spectrum","volume":"113","author":"M Keramati","year":"2016","journal-title":"Proceedings of the National Academy of Sciences"},{"key":"ref40","doi-asserted-by":"crossref","DOI":"10.1109\/TNN.1998.712192","article-title":"Reinforcement learning: An introduction","author":"RS Sutton","year":"1998"},{"issue":"12","key":"ref41","doi-asserted-by":"crossref","first-page":"1704","DOI":"10.1038\/nn1560","article-title":"Uncertainty-based competition between prefrontal and dorsolateral striatal systems for behavioral control","volume":"8","author":"ND Daw","year":"2005","journal-title":"Nature Neuroscience"},{"issue":"2","key":"ref42","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1037\/0096-3445.124.2.207","article-title":"Costs of a predictible switch between simple cognitive tasks","volume":"124","author":"RD Rogers","year":"1995","journal-title":"Journal of Experimental Psychology: General"},{"key":"ref43","first-page":"343","article-title":"Recent advances in hierarchical reinforcement learning","volume":"13","author":"AG Barto","year":"2003","journal-title":"Discrete Event Dynamic Systems: Theory and Applications"},{"key":"ref44","doi-asserted-by":"crossref","unstructured":"Kaelbling LP. Hierarchical learning in stochastic domains: Preliminary results. In: Proceedings of the 10th International Conference on Machine Learning. San Mateo, CA: Morgan Kaufmann; 1993. p. 167\u2013173.","DOI":"10.1016\/B978-1-55860-307-3.50028-9"},{"key":"ref45","doi-asserted-by":"crossref","unstructured":"Bacon PL, Harb J, Precup D. The option-critic architecture. arXiv preprint arXiv:160905140. 2016;.","DOI":"10.1609\/aaai.v31i1.10916"},{"key":"ref46","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/S0065-3454(08)60366-6","article-title":"Stress and decision making under the risk of predation: Recent developments from behavioral, reproductive, and ecological perspectives","volume":"27","author":"SL Lima","year":"1998","journal-title":"Advances in the Study of Behavior"},{"key":"ref47","first-page":"49","article-title":"Vigilance, patch use and hahabit selection: Foraging under predation risk","volume":"1","author":"JS Brown","year":"1999","journal-title":"Evolutionary Ecology Research"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"999","DOI":"10.1111\/j.1461-0248.2004.00661.x","article-title":"Hazardous duty pay and the foraging cost of predation","volume":"7","author":"JS Brown","year":"2004","journal-title":"Ecology Letters"},{"issue":"2","key":"ref49","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1037\/0735-7036.100.2.101","article-title":"Defensive behaviors of laboratory and wild Rattus norvegicus","volume":"100","author":"RJ Blanchard","year":"1986","journal-title":"Journal of Comparative Psychology"},{"issue":"1","key":"ref50","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1037\/0735-7036.103.1.70","article-title":"Antipredator defensive behaviors in a visible burrow system","volume":"103","author":"RJ Blanchard","year":"1989","journal-title":"Journal of Comparative Psychology"},{"issue":"4","key":"ref51","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1016\/S0149-7634(05)80069-7","article-title":"The characterization and modelling of antipredator defensive behavior","volume":"14","author":"RJ Blanchard","year":"1990","journal-title":"Neuroscience and Biobehavioral Reviews"},{"key":"ref52","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1017\/S0140525X0000491X","article-title":"A perceptual-defensive-recuperative model of fear and pain","volume":"3","author":"RC Bolles","year":"1980","journal-title":"Behavioral and Brain Sciences"},{"key":"ref53","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/S0065-3454(08)60192-8","article-title":"The economics of fleeing from predators","volume":"16","author":"RC Ydenberg","year":"1986","journal-title":"Advances in the Study of Behavior"},{"key":"ref54","doi-asserted-by":"crossref","first-page":"517","DOI":"10.31887\/DCNS.2010.12.4\/raupperle","article-title":"Neural systems underlying approach and avoidance in anxiety disorders","volume":"12","author":"RL Aupperle","year":"2010","journal-title":"Dialogues in Clinical Neuroscience"},{"key":"ref55","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1016\/j.neubiorev.2004.03.005","article-title":"A two-dimensional neuropsychology of defense: Fear\/anxiety and defensive distance","volume":"28","author":"N McNaughton","year":"2004","journal-title":"Neuroscience & Biobehavioral Reviews"},{"issue":"2","key":"ref56","doi-asserted-by":"crossref","first-page":"628","DOI":"10.1016\/S0003-3472(81)80128-5","article-title":"The logic of risk-sensitive foraging preferences","volume":"29","author":"DW Stephens","year":"1981","journal-title":"Animal Behaviour"},{"key":"ref57","doi-asserted-by":"crossref","first-page":"e04811","DOI":"10.7554\/eLife.04811","article-title":"Homeostatic reinforcement learning for integrating reward collection and physiological stability","volume":"3","author":"M Keramati","year":"2014","journal-title":"Elife"},{"issue":"2","key":"ref58","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/0040-5809(76)90040-X","article-title":"Optimal foraging: The marginal value theorem","volume":"9","author":"EL Charnov","year":"1976","journal-title":"Theoretical Population Biology"},{"issue":"1","key":"ref59","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1111\/j.2517-6161.1986.tb01391.x","article-title":"Bayesian model monitoring","volume":"48","author":"M West","year":"1986","journal-title":"Journal of the Royal Statistical Society Series B (Methodological)"},{"key":"ref60","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1017\/S0033291700003032","article-title":"Cortical noradrenaline, attention and arousal","volume":"14","author":"TW Robbins","year":"1984","journal-title":"Psychological Medicine"},{"issue":"7","key":"ref61","doi-asserted-by":"crossref","first-page":"1040","DOI":"10.1038\/nn.3130","article-title":"Rational regulation of learning dynamics by pupil-linked arousal systems","volume":"15","author":"MR Nassar","year":"2012","journal-title":"Nature Neuroscience"},{"key":"ref62","doi-asserted-by":"crossref","first-page":"115","DOI":"10.3389\/fnins.2011.00115","article-title":"Pupil dilation signals surprise: Evidence for noradrenaline\u2019s role in decision making","volume":"5","author":"K Preuschoff","year":"2011","journal-title":"Frontiers in Neuroscience"},{"issue":"4","key":"ref63","doi-asserted-by":"crossref","first-page":"e0176034","DOI":"10.1371\/journal.pone.0176034","article-title":"The effect of atomoxetine on random and directed exploration in humans","volume":"12","author":"CM Warren","year":"2017","journal-title":"PLoS ONE"},{"issue":"2","key":"ref64","doi-asserted-by":"crossref","first-page":"252","DOI":"10.3758\/CABN.10.2.252","article-title":"Pupil diameter tracks changes in control state predicted by the adaptive gain theory of locus coeruleus function","volume":"10","author":"MS Gilzenrat","year":"2010","journal-title":"Cognitive, Affective, & Behavioral Neuroscience"},{"key":"ref65","doi-asserted-by":"crossref","first-page":"2353","DOI":"10.1098\/rspb.2008.0417","article-title":"Mammalian choices: Combining fast-but-inaccurate and slow-but-accurate decision-making systems","volume":"275","author":"PC Trimmer","year":"2008","journal-title":"Proceedings of the Royal Society of London B: Biological Sciences"},{"issue":"9","key":"ref66","doi-asserted-by":"crossref","first-page":"1167","DOI":"10.1016\/S0006-3223(99)00164-X","article-title":"Corticotropin-releasing factor, norepinephrine, and stress","volume":"46","author":"GF Koob","year":"1999","journal-title":"Biological Psychiatry"},{"issue":"3","key":"ref67","doi-asserted-by":"crossref","first-page":"605","DOI":"10.1016\/j.neuron.2015.07.002","article-title":"CRH engagement of the locus coeruleus noradrenergic system mediates stress-induced anxiety","volume":"87","author":"JG McCall","year":"2015","journal-title":"Neuron"},{"key":"ref68","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1126\/science.274.5286.427","article-title":"Neural control of voluntary movement initiation","volume":"274","author":"DP Hanes","year":"1996","journal-title":"Science"},{"issue":"8","key":"ref69","doi-asserted-by":"crossref","first-page":"1120","DOI":"10.1016\/j.neunet.2006.03.006","article-title":"Hold your horses: a dynamic computational role for the subthalamic nucleus in decision making","volume":"19","author":"MJ Frank","year":"2006","journal-title":"Neural Networks"},{"key":"ref70","doi-asserted-by":"crossref","first-page":"1309","DOI":"10.1126\/science.1146157","article-title":"Hold your horses: Impulsitivity, deep brain stimulation, and medication in Parkinsonism","volume":"318","author":"MJ Frank","year":"2007","journal-title":"Science"},{"key":"ref71","article-title":"Human problem solving","author":"A Newell","year":"1972"},{"key":"ref72","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/2474.001.0001","article-title":"Do the right thing: Studies in limited rationality","author":"SJ Russell","year":"1991"},{"issue":"1-2","key":"ref73","doi-asserted-by":"crossref","first-page":"139","DOI":"10.1016\/S0004-3702(00)00068-0","article-title":"Monitoring and control of anytime algorithms: A dynamic programming approach","volume":"126","author":"EA Hansen","year":"2001","journal-title":"Artificial Intelligence"},{"key":"ref74","unstructured":"Dean T, Boddy M. An analysis of time-dependent planning. In: Proceedings of the Seventh National Conference on Artificial Intelligence. Morgan Kaufmann; 1988. p. 49\u201354."},{"issue":"2","key":"ref75","first-page":"79","article-title":"Operational rationality through compilation of anytime algorithms","volume":"16","author":"S Zilberstein","year":"1995","journal-title":"AI Magazine"}],"updated-by":[{"DOI":"10.1371\/journal.pcbi.1005916","type":"new_version","label":"New version","source":"publisher","updated":{"date-parts":[[2018,1,26]],"date-time":"2018-01-26T00:00:00Z","timestamp":1516924800000}}],"container-title":["PLOS Computational Biology"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005916","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T14:50:41Z","timestamp":1719759041000},"score":1,"resource":{"primary":{"URL":"https:\/\/dx.plos.org\/10.1371\/journal.pcbi.1005916"}},"subtitle":[],"editor":[{"given":"Sander","family":"Nieuwenhuis","sequence":"first","affiliation":[],"role":[{"role":"editor","vocabulary":"crossref"}]}],"short-title":[],"issued":{"date-parts":[[2018,1,16]]},"references-count":75,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2018,1,16]]}},"URL":"https:\/\/doi.org\/10.1371\/journal.pcbi.1005916","relation":{"new_version":[{"id-type":"doi","id":"10.1371\/journal.pcbi.1005916","asserted-by":"object"}]},"ISSN":["1553-7358"],"issn-type":[{"value":"1553-7358","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1,16]]}}}