{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,24]],"date-time":"2026-01-24T19:44:59Z","timestamp":1769283899322,"version":"3.49.0"},"reference-count":21,"publisher":"IEEE","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1109\/wsc.2017.8247850","type":"proceedings-article","created":{"date-parts":[[2018,1,8]],"date-time":"2018-01-08T22:43:13Z","timestamp":1515451393000},"page":"1001-1012","source":"Crossref","is-referenced-by-count":7,"title":["Hierarchical Markov decision process based on DEVS formalism"],"prefix":"10.1109","author":[{"given":"Celine","family":"Kessler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laurent","family":"Capocchi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jean-Francois","family":"Santucci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernard","family":"Zeigler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","first-page":"1043","article-title":"Reinforcement Learning with Hierarchies of Machines","author":"parr","year":"1998","journal-title":"Proc of the 1997 Conference on Advances in Neural Information Processing Systems 10 NIPS'97"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1177\/0037549716657168"},{"key":"ref12","first-page":"173","article-title":"Integrating Web-based Simulation on IT Systems with Finite Probabilistic DEVS","author":"seo","year":"2015","journal-title":"Proceedings of the Symposium on Theory of Modeling & Simulation-DEVS Integrative M&S Symposium"},{"key":"ref13","author":"sutton","year":"1998","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref14","first-page":"181","volume":"112","author":"sutton","year":"1999","journal-title":"Between MDPs and Semi-MDPs A Framework for Temporal Abstraction in Reinforcement Learning"},{"key":"ref15","first-page":"860","article-title":"Explicit Modelling of a Parallel DEVS Experimentation Environment","author":"van mierlo","year":"2015","journal-title":"Proc of the Symposium on Theory of Modeling & Simulation DEVS'15"},{"key":"ref16","author":"van tendeloo","year":"2014","journal-title":"Activity-aware DEVS simulation"},{"key":"ref17","author":"zeigler","year":"1976","journal-title":"Theory of Modeling and Simulation"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1177\/1548512916659826"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1504\/IJSPM.2017.082781"},{"key":"ref4","first-page":"271","article-title":"Feudal Reinforcement Learning","author":"dayan","year":"1993","journal-title":"Advances in neural information processing systems"},{"key":"ref3","first-page":"279","author":"christopher","year":"1992","journal-title":"Q-learning"},{"key":"ref6","author":"howard","year":"1960","journal-title":"Dynamic Programming and Markov Processes"},{"key":"ref5","first-page":"227","volume":"13","author":"dietterich","year":"2000","journal-title":"Hierarchical Reinforcement Learning with the MAXQ Value Function Decomposition"},{"key":"ref8","first-page":"299","article-title":"The Utility of Temporal Abstraction in Reinforcement Learning","volume":"1","author":"jong","year":"2008","journal-title":"Proc Int Joint Conf Autonomous Agents and Multiagent Systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2009.2021352"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/WETICE.2011.31"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1512\/iumj.1957.6.56038"},{"key":"ref9","first-page":"197","article-title":"Towards a Probabilistic Interpretation of Validity for Simulation Models","author":"nutaro","year":"2015","journal-title":"Proceedings of the Symposium on Theory of Modeling & Simulation-DEVS Integrative M&S Symposium"},{"key":"ref20","author":"zeigler","year":"2000","journal-title":"Theory of Modeling and Simulation"},{"key":"ref21","author":"zeigler","year":"2013","journal-title":"Guide to Modeling and Simulation of Systems of Systems"}],"event":{"name":"2017 Winter Simulation Conference (WSC)","location":"Las Vegas, NV","start":{"date-parts":[[2017,12,3]]},"end":{"date-parts":[[2017,12,6]]}},"container-title":["2017 Winter Simulation Conference (WSC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8232982\/8247314\/08247850.pdf?arnumber=8247850","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2018,2,12]],"date-time":"2018-02-12T22:55:17Z","timestamp":1518476117000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/8247850\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,12]]},"references-count":21,"URL":"https:\/\/doi.org\/10.1109\/wsc.2017.8247850","relation":{},"subject":[],"published":{"date-parts":[[2017,12]]}}}