{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,10]],"date-time":"2025-12-10T16:03:09Z","timestamp":1765382589029,"version":"3.33.0"},"reference-count":22,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,6]]},"DOI":"10.1109\/ithet61869.2024.10837635","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:35:30Z","timestamp":1737052530000},"page":"1-8","source":"Crossref","is-referenced-by-count":3,"title":["Flexible LLM Experimental Infrastructure (Flexi) \u2013 Enabling Experimentation and Innovation in Higher Education Through Access to Open LLMs"],"prefix":"10.1109","author":[{"given":"Torsten","family":"Zesch","sequence":"first","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael","family":"Hanses","sequence":"additional","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Niels","family":"Seidel","sequence":"additional","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Piush","family":"Aggarwal","sequence":"additional","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dirk","family":"Veiel","sequence":"additional","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claudia","family":"De Witt","sequence":"additional","affiliation":[{"name":"CATALPA, FernUniversität in Hagen,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"309","article-title":"LLMs in Short Answer Scoring: Limitations and Promise of Zero-Shot and Few-Shot Approaches","volume-title":"Proceedings of the 19th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2024)","author":"Chamieh"},{"key":"ref2","article-title":"Evaluating large language models trained on","author":"Chen","year":"2021","journal-title":"arXiv e-prints"},{"key":"ref3","article-title":"Think you have Solved Question Answering?","author":"Clark","year":"2018","journal-title":"Try ARC, the AI2 Reasoning Challenge"},{"key":"ref4","article-title":"Training verifiers to solve math word problems","author":"Cobbe","year":"2021","journal-title":"arXiv preprint"},{"journal-title":"garak: A Framework for Security Probing Large Language Models","year":"2024","author":"Derczynski","key":"ref5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.656"},{"key":"ref7","article-title":"Measuring massive multi-task language understanding","author":"Hendrycks","year":"2020","journal-title":"arXiv preprint"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.lindif.2023.102274"},{"key":"ref9","article-title":"The winograd schema challenge","volume-title":"In Thirteenth international conference on the principles of knowledge representation and reasoning","author":"Levesque","year":"2012"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3630106.3659005"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.229"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.438"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.5772\/intechopen.1005402"},{"key":"ref14","article-title":"Political compass or spinning arrow?","author":"Rottger","year":"2024","journal-title":"towards more meaningful evaluations for values and opinions in large language models"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3474381"},{"key":"ref16","article-title":"Die Bereitstellung generativer KI in Hochschulen: Was ist moglich und was wlinschenswert?","author":"Salden","year":"2024","journal-title":"Hochschulforum Digitalisierung Blog"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-6376-1_7"},{"article-title":"The Hamburg Commissioner for Data Protection and Freedom of Information","volume-title":"Checklist for the use of llm-based chatbots","year":"2023","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-54271-x"},{"key":"ref20","article-title":"Jailbroken: How does llm safety training fail?","volume":"36","author":"Wei","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1472"},{"key":"ref22","article-title":"BigCodeBench: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions","author":"Yue Zhuo","year":"2024","journal-title":"arXiv preprint"}],"event":{"name":"2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)","start":{"date-parts":[[2024,11,6]]},"location":"Paris, France","end":{"date-parts":[[2024,11,8]]}},"container-title":["2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10837011\/10837012\/10837635.pdf?arnumber=10837635","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,20]],"date-time":"2025-01-20T18:40:02Z","timestamp":1737398402000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10837635\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,6]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/ithet61869.2024.10837635","relation":{},"subject":[],"published":{"date-parts":[[2024,11,6]]}}}