{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T16:24:02Z","timestamp":1791303842567,"version":"4.1.0"},"reference-count":43,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1109\/iros40897.2019.8968522","type":"proceedings-article","created":{"date-parts":[[2020,1,30]],"date-time":"2020-01-30T23:53:51Z","timestamp":1580428431000},"page":"120-127","source":"Crossref","is-referenced-by-count":20,"title":["Active Learning of Reward Dynamics from Hierarchical Queries"],"prefix":"10.1109","author":[{"given":"Chandrayee","family":"Basu","sequence":"first","affiliation":[{"name":"UC Merced,School of Engineering, Electrical Engineering and Computer Science,5200 North Lake Road Merced,CA,95343"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Erdem","family":"B\u0131y\u0131k","sequence":"additional","affiliation":[{"name":"Stanford University,School of Engineering, Electrical Engineering,350 Serra Mall, Stanford,CA,94305"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhixun","family":"He","sequence":"additional","affiliation":[{"name":"UC Merced,School of Engineering, Electrical Engineering and Computer Science,5200 North Lake Road Merced,CA,95343"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mukesh","family":"Singhal","sequence":"additional","affiliation":[{"name":"UC Merced,School of Engineering, Electrical Engineering and Computer Science,5200 North Lake Road Merced,CA,95343"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dorsa","family":"Sadigh","sequence":"additional","affiliation":[{"name":"Stanford University,School of Engineering, Electrical Engineering,350 Serra Mall, Stanford,CA,94305"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Active comparison based learning incorporating user uncertainty and noise","author":"holladay","year":"2016","journal-title":"RSS Workshop on Model Learning for Human-Robot Communication"},{"key":"ref38","author":"luce","year":"2012","journal-title":"Individual Choice Behavior A Theoretical Analysis"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2019.01.055"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-018-9746-1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759036"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2016.XII.029"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.23919\/ECC.2019.8795627"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2019.8794007"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2015.7353877"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2015.7139219"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2909824.3020250"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/tp.2015.207"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2017.XIII.053"},{"key":"ref12","first-page":"519","article-title":"Batch active preference-based learning of reward functions","author":"b?y?k","year":"2018","journal-title":"Conference on Robot Learning"},{"key":"ref13","article-title":"Batch active learning using determinantal point processes","author":"b?y?k","year":"2019","journal-title":"arXiv preprint arXiv 1906 03008"},{"key":"ref14","article-title":"The green choice: Learning and influencing human decisions on shared roads","author":"biyik","year":"2019","journal-title":"Proceedings of the 58th IEEE Conference on Decision and Control (CDC)"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33486-3_8"},{"key":"ref16","first-page":"4299","article-title":"Deep reinforcement learning from human p","author":"christiano","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3171221.3171284"},{"key":"ref18","first-page":"62","article-title":"Computational approaches to preference elicitation","author":"braziunas","year":"2006"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-012-5313-8"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2008.4732630"},{"key":"ref4","first-page":"7472","article-title":"Multi-agent generative adversarial imitation learning","author":"song","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ITSC.2017.8317738"},{"key":"ref3","article-title":"Third-person imitation learning","author":"stadie","year":"2017","journal-title":"International Conference on Learning Representations"},{"key":"ref6","first-page":"2","article-title":"Algorithms for inverse reinforcement learning","volume":"1","author":"ng","year":"2000","journal-title":"ICML"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2007.904899"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015430"},{"key":"ref8","first-page":"1433","article-title":"Maximum entropy inverse reinforcement learning","volume":"8","author":"ziebart","year":"2008","journal-title":"AAAI"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102352"},{"key":"ref2","first-page":"4565","article-title":"Generative adversarial imitation learning","author":"ho","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s12369-012-0160-0"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2013.6630809"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.15607\/RSS.2019.XV.023"},{"key":"ref22","article-title":"Continuous adaptation via meta-learning in nonstationary and competitive environments","author":"al-shedivat","year":"2018","journal-title":"International Conference on Learning Representations"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1177\/0278364917690593"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/j.aap.2015.05.005"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2018.00066"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/S1369-8478(99)00002-9"},{"key":"ref23","first-page":"2906","article-title":"Learning mixtures of plackett-luce models","author":"zhao","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref26","article-title":"Characterizing driving styles with deep learning","author":"dong","year":"2016","journal-title":"arXiv preprint arXiv 1607 03611"},{"key":"ref43","article-title":"Recognizing behavioral factors while driving: A real-world multimodal corpus to monitor the drivers affective state","author":"lotz","year":"2018","journal-title":"Proceedings of the Eleventh International Conference on Language Resources and Evaluation (LREC-2018)"},{"key":"ref25","first-page":"960","article-title":"Learning a mixture of two multinomial logits","author":"chierichetti","year":"2018","journal-title":"International Conference on Machine Learning"}],"event":{"name":"2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)","location":"Macau, China","start":{"date-parts":[[2019,11,3]]},"end":{"date-parts":[[2019,11,8]]}},"container-title":["2019 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8957008\/8967518\/08968522.pdf?arnumber=8968522","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,1]],"date-time":"2025-09-01T19:22:18Z","timestamp":1756754538000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8968522\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11]]},"references-count":43,"URL":"https:\/\/doi.org\/10.1109\/iros40897.2019.8968522","relation":{},"subject":[],"published":{"date-parts":[[2019,11]]}}}