{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T11:00:45Z","timestamp":1753354845449,"version":"3.33.0"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,11,6]],"date-time":"2024-11-06T00:00:00Z","timestamp":1730851200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,11,6]]},"DOI":"10.1109\/ithet61869.2024.10837616","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:35:30Z","timestamp":1737052530000},"page":"1-7","source":"Crossref","is-referenced-by-count":1,"title":["Open-Source or Proprietary Language Models? An Initial Comparison on the Assessment of an Educational Task"],"prefix":"10.1109","author":[{"given":"Andrea","family":"Sterbini","sequence":"first","affiliation":[{"name":"DI - Sapienza University of Rome,Rome,Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Marco","family":"Temperini","sequence":"additional","affiliation":[{"name":"DIAG - Sapienza University of Rome,Rome,Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"volume-title":"Computing cur-ricula 2020, paradigms for global computing education","year":"2024","key":"ref1"},{"volume-title":"Computer science curricula 2023, version beta","year":"2024","key":"ref2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.28945\/3421"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MIPRO.2015.7160373"},{"key":"ref5","first-page":"45","article-title":"Automated assessment of programming assignments","volume-title":"Proc. CSERC\u201913","author":"Pieterse"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3513140"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96565-9_1"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-97-4246-2_20"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.compedu.2018.07.004"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/s00004-022-00603-1"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/s12528-021-09305-y"},{"volume-title":"Large language models (gpt) for automating feedback on programming assignments","year":"2023","author":"Pankiewicz","key":"ref12"},{"volume-title":"Deepseek-coder: When the large language model meets programming - the rise of code intelligence","year":"2024","author":"Guo","key":"ref13"},{"volume-title":"Llama 2: Open foundation and fine-tuned chat models","year":"2023","author":"Touvron","key":"ref14"},{"article-title":"Codegen2: Lessons for training llms on programming and natural languages","volume-title":"Proc.11 th International Conference on Learning Representations, ICLR2023","author":"Nijkamp","key":"ref15"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-55560-2_5"},{"volume-title":"Wizardlm: Empowering large language models to follow complex instructions","year":"2023","author":"Xu","key":"ref17"},{"volume-title":"Code llama: Open foundation models for code","year":"2024","author":"Roziere","key":"ref18"},{"volume-title":"Codegemma: Open code models based on gemma","year":"2024","author":"Team","key":"ref19"},{"volume-title":"On the application of large language models for language teaching and assessment technology","year":"2023","author":"Caines","key":"ref20"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1111\/jcal.12793"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.rmal.2023.100050"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/ICALT58122.2023.00100"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3573051.3596191"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.caeai.2022.100075"},{"key":"ref26","first-page":"1","article-title":"Chatting and cheating: Ensuring academic integrity in the era of chatgpt","volume":"0","author":"Cotton","year":"2023","journal-title":"Innovations in Education and Teaching International"},{"volume-title":"Scaling down to scale up: A cost-benefit analysis of replacing openai\u2019s 11m with open source slms in production","year":"2023","author":"Irugalbandara","key":"ref27"},{"volume-title":"Chatbot arena: An open platform for evaluating llms by human preference","year":"2024","author":"Chiang","key":"ref28"}],"event":{"name":"2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)","start":{"date-parts":[[2024,11,6]]},"location":"Paris, France","end":{"date-parts":[[2024,11,8]]}},"container-title":["2024 21st International Conference on Information Technology Based Higher Education and Training (ITHET)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10837011\/10837012\/10837616.pdf?arnumber=10837616","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:18:06Z","timestamp":1737101886000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10837616\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,6]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/ithet61869.2024.10837616","relation":{},"subject":[],"published":{"date-parts":[[2024,11,6]]}}}