{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T02:56:59Z","timestamp":1781319419507,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T00:00:00Z","timestamp":1708473600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"German Federal Ministry of Education and Research","award":["01IS22071"],"award-info":[{"award-number":["01IS22071"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,2,21]]},"DOI":"10.1145\/3653912.3653915","type":"proceedings-article","created":{"date-parts":[[2024,5,10]],"date-time":"2024-05-10T21:52:10Z","timestamp":1715377930000},"page":"7-16","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Threat Modeling for AI Analysis: Towards the Usage of Misuse Case Templates and UML Diagrams for AI Experiment Description and Trajectory Generation"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7295-000X","authenticated-orcid":false,"given":"Arlena","family":"Well\u00dfow","sequence":"first","affiliation":[{"name":"Carl-von-Ossietzky University, Germany and OFFIS e.V., Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-7934-4896","authenticated-orcid":false,"given":"Julian","family":"Kohlisch-Posega","sequence":"additional","affiliation":[{"name":"OFFIS e.V., Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2487-7475","authenticated-orcid":false,"given":"Eric M.S.P.","family":"Veith","sequence":"additional","affiliation":[{"name":"Carl-von-Ossietzky University, Germany and OFFIS e.V., Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8451-1574","authenticated-orcid":false,"given":"Mathias","family":"Uslar","sequence":"additional","affiliation":[{"name":"OFFIS e.V., Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,5,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Mana Azamat Johann Sch\u00fctz and Mathias Uslar. 2023. Use Cases Also Exist for Attackers \u2013 How to Foster the Concept of Misuse Cases. In 12. (Hybrid) Symposium Communications for Energy Systems (ComForEn).","DOI":"10.1007\/s00502-023-01151-3"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5220\/0011306400003274"},{"key":"e_1_3_2_1_3_1","first-page":"1","article-title":"Standardizing cyber threat intelligence information with the structured threat information expression (STIX)","volume":"11","author":"Barnum Sean","year":"2012","unstructured":"Sean Barnum. 2012. Standardizing cyber threat intelligence information with the structured threat information expression (STIX). Mitre Corporation 11 (2012), 1\u201322.","journal-title":"Mitre Corporation"},{"key":"e_1_3_2_1_4_1","volume-title":"Distributed distributional deterministic policy gradients. arXiv preprint arXiv:1804.08617","author":"Barth-Maron Gabriel","year":"2018","unstructured":"Gabriel Barth-Maron, Matthew\u00a0W Hoffman, David Budden, Will Dabney, Dan Horgan, Dhruva Tb, Alistair Muldal, Nicolas Heess, and Timothy Lillicrap. 2018. Distributed distributional deterministic policy gradients. arXiv preprint arXiv:1804.08617 (2018)."},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brandfonbrener David","year":"2021","unstructured":"David Brandfonbrener, William Whitney, Rajesh Ranganath, and Joan Bruna. 2021. Offline RL Without Off-Policy Evaluation. Proc. Adv. Neural Inf. Process. Syst. (2021), 4933\u20134946."},{"key":"e_1_3_2_1_6_1","volume-title":"Proc. NeurIPS (2020)","author":"Chen Xinyue","year":"2020","unstructured":"Xinyue Chen, Zijian Zhou\u00a0Zheng Wang, Che Wang, Yanqiu Wu, and Keith Ross. 2020. BAIL: Best-Action Imitation Learning for Batch Deep Reinforcement Learning. Proc. NeurIPS (2020), 18353\u201318363."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1186\/s42162-018-0036-0"},{"key":"e_1_3_2_1_8_1","unstructured":"Alistair Cockburn. 2001. Writing effective use cases. Pearson Education."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eneco.2010.06.005"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/1046920.1088690"},{"key":"e_1_3_2_1_11_1","volume-title":"ENERGY 2019, The Ninth International Conference on Smart Grids, Green Communications and IT Energy-aware Technologies. IARIA XPS Press","author":"Fischer Lars","year":"2019","unstructured":"Lars Fischer, Jan\u00a0Menno Memmen, Eric\u00a0MSP Veith, and Martin Tr\u00f6schel. 2019. Adversarial Resilience Learning\u2014Towards systemic vulnerability analysis for large and complex systems. In ENERGY 2019, The Ninth International Conference on Smart Grids, Green Communications and IT Energy-aware Technologies. IARIA XPS Press, Athens, Greece, 24\u201332. arxiv:1811.06447"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jisa.2016.05.008"},{"key":"e_1_3_2_1_13_1","first-page":"2640","volume-title":"Proceedings of the 35th International Conference on Machine Learning (2018-07-03)","author":"Fujimoto Scott","year":"2018","unstructured":"Scott Fujimoto, Herke Hoof, and David Meger. 2018. Addressing Function Approximation Error in Actor-Critic Methods. In Proceedings of the 35th International Conference on Machine Learning (2018-07-03). PMLR, 1587\u20131596. https:\/\/proceedings.mlr.press\/v80\/fujimoto18a.html ISSN: 2640-3498."},{"key":"e_1_3_2_1_14_1","volume-title":"The use case and smart grid architecture model approach: the IEC 62559-2 use case template and the SGAM applied in various domains","author":"Gottschalk Marion","unstructured":"Marion Gottschalk, Mathias Uslar, and Christina Delfs. 2017. The use case and smart grid architecture model approach: the IEC 62559-2 use case template and the SGAM applied in various domains. Springer."},{"key":"e_1_3_2_1_15_1","unstructured":"Tuomas Haarnoja Aurick Zhou Pieter Abbeel and Sergey Levine. 2018. Soft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor. (2018). arxiv:1801.01290http:\/\/arxiv.org\/abs\/1801.01290"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.3390\/en12142722"},{"key":"e_1_3_2_1_17_1","volume-title":"Proc. NeurIPS","author":"Janner Michael","year":"2021","unstructured":"Michael Janner, Qiyang Li, and Sergey Levine. 2021. Offline reinforcement learning as one big sequence modeling problem. Proc. NeurIPS (2021), 1273\u20131286."},{"key":"e_1_3_2_1_18_1","volume-title":"Proc. ICML","author":"Jiang Nan","year":"2016","unstructured":"Nan Jiang and Lihong Li. 2016. Doubly Robust Off-policy Value Evaluation for Reinforcement Learning. Proc. ICML (2016), 652\u2013661."},{"key":"e_1_3_2_1_19_1","volume-title":"Proc. NeurIPS (2020","author":"Kidambi Rahul","year":"2020","unstructured":"Rahul Kidambi, Aravind Rajeswaran, Praneeth Netrapalli, and Thorsten Joachims. 2020. MOReL : Model-Based Offline Reinforcement Learning. Proc. NeurIPS (2020), 21810\u201321823."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1049\/ip-sen:19990602"},{"key":"e_1_3_2_1_21_1","unstructured":"Ilya Kostrikov Ashvin Nair and Sergey Levine. 2021. Offline Reinforcement Learning with Implicit Q-Learning. (2021)."},{"key":"e_1_3_2_1_22_1","volume-title":"Proc. NeurIPS","author":"Kumar Aviral","year":"2019","unstructured":"Aviral Kumar, Justin Fu, George Tucker, and Sergey Levine. 2019. Learning New Attack Vectors from Misuse Cases with Deep Reinforcement Learning. Proc. NeurIPS (2019), 1\u201311."},{"key":"e_1_3_2_1_23_1","first-page":"73","volume-title":"Reinforcement learning","author":"Lange Sascha","unstructured":"Sascha Lange, Thomas Gabel, and Martin Riedmiller. 2012. Reinforcement learning. Springer, Chapter Batch reinforcement learning, pages 45\u201373."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","unstructured":"Sergey Levine Aviral Kumar George Tucker and Justin Fu. 2020. Offline Reinforcement Learning: Tutorial Review and Perspectives on Open Problems. https:\/\/doi.org\/10.48550\/arXiv.2005.01643 arxiv:2005.01643 [cs stat]","DOI":"10.48550\/arXiv.2005.01643"},{"key":"e_1_3_2_1_25_1","volume-title":"4th International Conference on Learning Representations, ICLR 2016 - Conference Track Proceedings","author":"Lillicrap P.","year":"2016","unstructured":"Timothy\u00a0P. Lillicrap, Jonathan\u00a0J. Hunt, Alexander Pritzel, Nicolas Heess, Tom Erez, Yuval Tassa, David Silver, and Daan Wierstra. 2016. Continuous control with deep reinforcement learning. 4th International Conference on Learning Representations, ICLR 2016 - Conference Track Proceedings (2016). arxiv:1509.02971"},{"key":"e_1_3_2_1_26_1","unstructured":"Torben Logemann. [n. d.]. Explainability of power grid attack strategies learned by Deep Reinforcement Learning Agents. ([n. d.])."},{"key":"e_1_3_2_1_27_1","unstructured":"Torben Logemann and Eric\u00a0MSP Veith. [n. d.]. NN2EQCDT: Equivalent Transformation of Feed-Forward Neural Networks as DRL Policies into Compressed Decision Trees. ([n. d.])."},{"key":"e_1_3_2_1_28_1","volume-title":"Stromversorgung Sicher Gestalten","author":"Mayer Christoph","year":"2020","unstructured":"Christoph Mayer, Gert Brunekreeft, Marita Blank-Babazadeh, Sanja Stark, Marius Buchmann, Mathias Dalheimer, 2020. Resilienz digitalisierter Energiesysteme. Blackout-Risiken Verstehen, Stromversorgung Sicher Gestalten (2020)."},{"key":"e_1_3_2_1_29_1","unstructured":"James\u00a0Maina Mburu and John\u00a0Gichuki Ndia. [n. d.]. A Systematic Mapping Study on UML Model based Test Case Generation and Optimization Techniques. International Journal of Computer Applications 975 ([n. d.]) 8887."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.7763\/IJCTE.2010.V2.107"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/1138929.1138931"},{"key":"e_1_3_2_1_32_1","volume-title":"Playing Atari with Deep Reinforcement Learning. arXiv preprint arXiv:1312.5602","author":"Mnih Volodymyr","year":"2013","unstructured":"Volodymyr Mnih, Koray Kavukcuoglu, David Silver, Alex Graves, Ioannis Antonoglou, Daan Wierstra, and Martin Riedmiller. 2013. Playing Atari with Deep Reinforcement Learning. arXiv preprint arXiv:1312.5602 (2013)."},{"key":"e_1_3_2_1_33_1","volume-title":"Towards consistent smart grid architecture tool support: From use cases to visualization","author":"Neureiter Christian","unstructured":"Christian Neureiter, Dominik Engel, J\u00f6rn Trefke, Rafael Santodomingo, Sebastian Rohjans, and Mathias Uslar. 2014. Towards consistent smart grid architecture tool support: From use cases to visualization. In IEEE PES Innovative Smart Grid Technologies, Europe. IEEE, 1\u20136."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","unstructured":"Xue\u00a0Bin Peng Aviral Kumar Grace Zhang and Sergey Levine. 2019. Advantage-Weighted Regression: Simple and Scalable Off-Policy Reinforcement Learning. https:\/\/doi.org\/10.48550\/arXiv.1910.00177 arxiv:1910.00177 [cs stat]","DOI":"10.48550\/arXiv.1910.00177"},{"key":"e_1_3_2_1_35_1","volume-title":"Proc. ICML","author":"Precup Doina","year":"2000","unstructured":"Doina Precup, Richard Sutton, and Satinder Singh. 2000. Eligibility Traces for Off-Policy Policy Evaluation. Proc. ICML (2000), 759\u2013766."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","unstructured":"Rafael\u00a0Figueiredo Prudencio Marcos R. O.\u00a0A. Maximo and Esther\u00a0Luna Colombini. 2022. A Survey on Offline Reinforcement Learning: Taxonomy Review and Open Problems. https:\/\/doi.org\/10.48550\/arXiv.2203.01387 arxiv:2203.01387 [cs stat]","DOI":"10.48550\/arXiv.2203.01387"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/SmartGridComm47815.2020.9302997"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ENERGYCON.2014.6850510"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICIT.2007.26"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.7763\/IJCTE.2009.V1.64"},{"key":"e_1_3_2_1_41_1","unstructured":"John Schulman Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. Proximal Policy Optimization Algorithms. (2017). arxiv:1707.06347http:\/\/arxiv.org\/abs\/1707.06347"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1049\/icp.2021.1909"},{"key":"e_1_3_2_1_43_1","volume-title":"Studie im Auftrag des BMWK","author":"Sch\u00fctz Johann","unstructured":"Johann Sch\u00fctz, Mathias Uslar, and Marie Clausen. 2022. Digitalisierung. Synthesebericht 3 des SINTEG F\u00f6rderprogramms, Studie im Auftrag des BMWK, Berlin. Berlin."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.7763\/IJCTE.2013.V5.670"},{"key":"e_1_3_2_1_45_1","volume-title":"Proceedings of the 7th International Workshop on Requirements Engineering, Foundation for Software Quality (REFSQ\u20192001)","author":"Sindre Guttorm","year":"2001","unstructured":"Guttorm Sindre and Andreas\u00a0L Opdahl. 2001. Templates for misuse case description. In Proceedings of the 7th International Workshop on Requirements Engineering, Foundation for Software Quality (REFSQ\u20192001), Switzerland."},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-004-0194-4"},{"key":"e_1_3_2_1_47_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton S","unstructured":"Richard\u00a0S Sutton and Andrew\u00a0G Barto. 2018. Reinforcement learning: An introduction. MIT press."},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTEurope.2013.6695266"},{"key":"e_1_3_2_1_49_1","volume-title":"Energy Informatics: Definition, State-of-the-art and new horizons. In Proceedings der ComForEn 2015 Vienna (5 ed.), Friederich Kupzog (Ed.). TU Wien","author":"Uslar Mathias","year":"2015","unstructured":"Mathias Uslar. 2015. Energy Informatics: Definition, State-of-the-art and new horizons. In Proceedings der ComForEn 2015 Vienna (5 ed.), Friederich Kupzog (Ed.). TU Wien, OVE Verlag, Wien."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.3390\/en12020258"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/INDIN.2015.7281775"},{"key":"e_1_3_2_1_52_1","volume-title":"SG-rating\u2013Putting values on smart grid architectures. it-Information Technology 58, 1","author":"van Amelsvoort Marie\u00a0Antoinette","year":"2016","unstructured":"Marie\u00a0Antoinette van Amelsvoort. 2016. SG-rating\u2013Putting values on smart grid architectures. it-Information Technology 58, 1 (2016), 29\u201336."},{"key":"e_1_3_2_1_53_1","volume-title":"Proceedings of the 37th annual European Simulation and Modelling Conference. EUROSIS.","author":"Veith Eric","year":"2023","unstructured":"Eric Veith, Stephan Balduin, Nils Wenninghoff, Thomas Wolgast, Marcel Baumann, David Winkler, Lasse Hammer, Alya Salman, Marvin Schulz, Amin Raeiszadeh, Torben Logemann, and Arlena Well\u00dfow. 2023. palaestrAI: A training ground for autonomous agents. In Proceedings of the 37th annual European Simulation and Modelling Conference. EUROSIS."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.3389\/fenrg.2023.1138446"},{"key":"e_1_3_2_1_55_1","volume-title":"ENERGY","author":"Veith MSP","year":"2023","unstructured":"Eric\u00a0MSP Veith. 2023. An Architecture for Reliable Learning Agents in Power Grids. In ENERGY 2023, The Thirteenth International Conference on Smart Grids, Green Communications and IT Energy-aware Technologies. IARIA XPS Press, Barcelona, Spain, 13\u201316."},{"key":"e_1_3_2_1_56_1","volume-title":"ENERGY 2020, The Tenth International Conference on Smart Grids, Green Communications and IT Energy-aware Technologies. IARIA XPS Press","author":"Veith MSP","year":"2020","unstructured":"Eric\u00a0MSP Veith, Stephan Balduin, Nils Wenninghoff, Martin Tr\u00f6schel, Lars Fischer, Astrid Nie\u00dfe, Thomas Wolgast, Richard Sethmann, Bastian Fraune, and Torben Woltjen. 2020. Analyzing Power Grid, ICT, and Market Without Domain Knowledge Using Distributed Artificial Intelligence. In ENERGY 2020, The Tenth International Conference on Smart Grids, Green Communications and IT Energy-aware Technologies. IARIA XPS Press, Lisboa, Portugal, 86\u201393."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3388218.3388222"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.2994977"},{"key":"e_1_3_2_1_59_1","unstructured":"Arlena Well\u00dfow. 2022. Entwurf eines Prozesses zur Formalisierung sicherheitsrelevanter Ph\u00e4nomene f\u00fcr das automatisierte Fahren."},{"key":"e_1_3_2_1_60_1","volume-title":"S3","author":"Wolgast Thomas","year":"2021","unstructured":"Thomas Wolgast, Eric\u00a0MSP Veith, and Astrid Nie\u00dfe. 2021. Towards reinforcement learning for vulnerability analysis in power-economic systems. Energy Informatics 4, S3 (2021)."},{"key":"e_1_3_2_1_61_1","unstructured":"Yifan Wu George Tucker and Ofir Nachum. 2019. Behavior Regularized Offline Reinforcement Learning. (2019)."},{"key":"e_1_3_2_1_62_1","first-page":"14129","article-title":"MOPO: Model-based offline policy optimization","volume":"33","author":"Yu Tianhe","year":"2020","unstructured":"Tianhe Yu, Garrett Thomas, Lantao Yu, Stefano Ermon, James Zou, Sergey Levine, Chelsea Finn, and Tengyu Ma. 2020. MOPO: Model-based offline policy optimization. Proc. NeurIPS 33 (2020), 14129\u201314142.","journal-title":"Proc. NeurIPS"}],"event":{"name":"IEEA 2024: 2024 the 13th International Conference on Informatics, Environment, Energy and Applications","location":"Tokyo Japan","acronym":"IEEA 2024"},"container-title":["2024 The 13th International Conference on Informatics Environment Energy and Applications (IEEA)"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3653912.3653915","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3653912.3653915","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T13:20:06Z","timestamp":1756214406000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3653912.3653915"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,2,21]]},"references-count":62,"alternative-id":["10.1145\/3653912.3653915","10.1145\/3653912"],"URL":"https:\/\/doi.org\/10.1145\/3653912.3653915","relation":{},"subject":[],"published":{"date-parts":[[2024,2,21]]},"assertion":[{"value":"2024-05-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}