{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T06:56:37Z","timestamp":1764053797270},"reference-count":23,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T00:00:00Z","timestamp":1658102400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,7,18]]},"DOI":"10.23919\/annsim55834.2022.9859369","type":"proceedings-article","created":{"date-parts":[[2022,8,23]],"date-time":"2022-08-23T15:52:45Z","timestamp":1661269965000},"page":"30-41","source":"Crossref","is-referenced-by-count":5,"title":["Devs Model Construction As A Reinforcement Learning Problem"],"prefix":"10.23919","author":[{"given":"Istvan","family":"David","sequence":"first","affiliation":[{"name":"Universit&#x00E9; de Montr&#x00E9;al 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eugene","family":"Syriani","sequence":"additional","affiliation":[{"name":"Universit&#x00E9; de Montr&#x00E9;al 2920 Chemin de la Tour,Department of Computer Science and Operations Research (DIRO),Montreal,(Quebec),CANADA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/WSC40007.2019.9004656"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/324138.324433"},{"key":"ref12","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv preprint arXiv 1707 06347"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2005.1574279"},{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref14"},{"key":"ref15","first-page":"pp. 3","article-title":"Discrete-Event Modeling and Simulation: Theory and Applications","author":"syriani","year":"2010","journal-title":"Book section DEVS as a Semantic Domain for Programmed Graph Transformation"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3383455.3422519"},{"key":"ref17","first-page":"6:1","article-title":"A multi-paradigm approach for modelling service interactions in model-driven engineering processes","author":"van mierlo","year":"2018","journal-title":"Proceedings of the Model-driven Approaches for Simulation Engineering Symposium SpringSim (Mod4Sim) 2018"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58167-1_10"},{"key":"ref19","first-page":"91","article-title":"PythonPDEVS: A distributed parallel DEVS simulator","author":"van tendeloo","year":"2015","journal-title":"SpringSim (TMS-DEVS)"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MODELS-C53483.2021.00038"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/COASE.2019.8842888"},{"key":"ref6","first-page":"334","article-title":"Creation of devs models using imitation learning","author":"floyd","year":"2010","journal-title":"Proceedings of the 2010 Summer Computer Simulation Conference"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/WSC.2018.8632470"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10458-015-9283-7"},{"key":"ref7","first-page":"475","article-title":"Reinforcement learning from simultaneous human and MDP reward","author":"knox","year":"2012","journal-title":"AAMAS"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1177\/0037549702078002210"},{"key":"ref1","first-page":"59","author":"boschert","year":"2016","journal-title":"Digital Twin&#x2014;The Simulation Aspect"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.cag.2021.01.011"},{"key":"ref20","article-title":"An introduction to Classic DEVS","author":"van tendeloo","year":"2017","journal-title":"arXiv preprint arXiv 1701 07717"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-27645-3"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/CACSD.2000.900199"},{"journal-title":"Theory of Modeling and Simulation Discrete Event & Iterative System Computational Foundations","year":"2018","author":"zeigler","key":"ref23"}],"event":{"name":"2022 Annual Modeling and Simulation Conference (ANNSIM)","start":{"date-parts":[[2022,7,18]]},"location":"San Diego, CA, USA","end":{"date-parts":[[2022,7,20]]}},"container-title":["2022 Annual Modeling and Simulation Conference (ANNSIM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9859263\/9859270\/09859369.pdf?arnumber=9859369","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,12]],"date-time":"2022-09-12T16:02:27Z","timestamp":1662998547000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9859369\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7,18]]},"references-count":23,"URL":"https:\/\/doi.org\/10.23919\/annsim55834.2022.9859369","relation":{},"subject":[],"published":{"date-parts":[[2022,7,18]]}}}