{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T04:59:22Z","timestamp":1770440362504,"version":"3.49.0"},"reference-count":38,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Automat. Sci. Eng."],"published-print":{"date-parts":[[2016,1]]},"DOI":"10.1109\/tase.2015.2499244","type":"journal-article","created":{"date-parts":[[2015,11,24]],"date-time":"2015-11-24T19:45:23Z","timestamp":1448394323000},"page":"54-67","source":"Crossref","is-referenced-by-count":48,"title":["Parameter Estimation in Softmax Decision-Making Models With Linear Objective Functions"],"prefix":"10.1109","volume":"13","author":[{"given":"Paul","family":"Reverdy","sequence":"first","affiliation":[]},{"given":"Naomi Ehrich","family":"Leonard","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref38","first-page":"41s","article-title":"Is model fitting necessary for model-based fMRI?","author":"wilson","year":"2013","journal-title":"Proc Multi-Disciplinary Conf Reinforcement Learn Decision Making"},{"key":"ref33","author":"sutton","year":"1998","journal-title":"Introduction to Reinforcement Learning"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2011.2173815"},{"key":"ref31","article-title":"Correlated multiarmed bandit problem: Bayesian algorithms and regret analysis","author":"srivastava","year":"2015"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1090\/S0025-5718-1970-0274029-X"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1037\/a0038199"},{"key":"ref36","first-page":"28","article-title":"The generalization of ?Student?s? problem when several different population variances are involved","volume":"34","author":"welch","year":"1947","journal-title":"Biometrika"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref34","year":"2015","journal-title":"Fminunc"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.neuron.2010.04.016"},{"key":"ref11","author":"goldberger","year":"1991","journal-title":"Econometrics Course[M]"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1090\/S0025-5718-1970-0258249-6"},{"key":"ref13","first-page":"592","article-title":"On Bayesian upper confidence bounds for bandit problems","author":"kaufmann","year":"2012","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref14","author":"kay","year":"1993","journal-title":"Fundamentals of Statistical Signal Processing Volume I Estimation Theory"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2005.127"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1901\/jeab.2005.110-04"},{"key":"ref17","first-page":"105","author":"mcfadden","year":"1974","journal-title":"Frontiers in Econometrics"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.2307\/1427186"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.neuro.29.051605.112903"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1145\/279943.279964","article-title":"Learning agents for uncertain environments","author":"russell","year":"1998","journal-title":"Proc 11th Annu Conf Computational Learning Theory"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1098\/rstb.2007.2098"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1090\/S0002-9904-1952-09620-8"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1177\/1745691610393980"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199600434.003.0001"},{"key":"ref29","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1126\/science.1115270","article-title":"Representation of action-specific reward values in the striatum","volume":"310","author":"samejima","year":"2005","journal-title":"Science"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.3758\/s13415-013-0220-4"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/13.3.317"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1038\/nature04766"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/imamat\/6.1.76"},{"key":"ref9","author":"gimpel","year":"2010","journal-title":"?Softmax-margin training for structured log-linear models ?"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00048682"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1003015"},{"key":"ref22","doi-asserted-by":"crossref","first-page":"2111","DOI":"10.1016\/S1573-4412(05)80005-4","volume":"4","author":"newey","year":"1994","journal-title":"Handbook of Econometrics"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2011.2166437"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ACC.2011.5991446"},{"key":"ref23","first-page":"663","article-title":"Algorithms for inverse reinforcement learning","author":"ng","year":"2000","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2014.2307024"},{"key":"ref25","author":"reverdy","year":"2014","journal-title":"Human-inspired algorithms for search a framework for human-machine multi-armed bandit problems"}],"container-title":["IEEE Transactions on Automation Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8856\/7370740\/7336571.pdf?arnumber=7336571","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T17:17:11Z","timestamp":1718212631000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7336571\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,1]]},"references-count":38,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tase.2015.2499244","relation":{},"ISSN":["1545-5955","1558-3783"],"issn-type":[{"value":"1545-5955","type":"print"},{"value":"1558-3783","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,1]]}}}