{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T05:04:43Z","timestamp":1781931883306,"version":"3.54.5"},"reference-count":58,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T00:00:00Z","timestamp":1772841600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100009708","name":"Novo Nordisk Fonden","doi-asserted-by":"publisher","award":["PNNF22OC0080136"],"award-info":[{"award-number":["PNNF22OC0080136"]}],"id":[{"id":"10.13039\/501100009708","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100009708","name":"Novo Nordisk Fonden","doi-asserted-by":"publisher","award":["Sustain4.0"],"award-info":[{"award-number":["Sustain4.0"]}],"id":[{"id":"10.13039\/501100009708","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000780","name":"European Commission","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000780","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005192","name":"Danmarks Tekniske Universitet","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100005192","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018693","name":"Horizon Europe","doi-asserted-by":"publisher","award":["101159993"],"award-info":[{"award-number":["101159993"]}],"id":[{"id":"10.13039\/100018693","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computers and Education: Artificial Intelligence"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.caeai.2026.100577","type":"journal-article","created":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T16:37:59Z","timestamp":1773333479000},"page":"100577","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["FermBench: A new benchmark for measuring the capabilities of LLMs on fermentation knowledge"],"prefix":"10.1016","volume":"10","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0795-5988","authenticated-orcid":false,"given":"Fiammetta","family":"Caccavale","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3297-6054","authenticated-orcid":false,"given":"Adem R.N.","family":"Aouichaoui","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7774-7442","authenticated-orcid":false,"given":"Ulrich","family":"Kr\u00fchne","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0364-1773","authenticated-orcid":false,"given":"Krist V.","family":"Gernaey","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8740-9591","authenticated-orcid":false,"given":"Carina L.","family":"Gargalo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.caeai.2026.100577_bib0005","author":"Achiam"},{"key":"10.1016\/j.caeai.2026.100577_bib0020","series-title":"Introducing claude 3.5 sonnet, Anthropic News","year":"2024"},{"key":"10.1016\/j.caeai.2026.100577_bib0025","author":"Bai"},{"key":"10.1016\/j.caeai.2026.100577_bib0030","author":"Biderman"},{"key":"10.1016\/j.caeai.2026.100577_bib0035","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2026.100577_bib0040","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ece.2024.07.002","article-title":"Towards Education 4.0: The role of large language models as virtual tutors in chemical engineering","volume":"49","author":"Caccavale","year":"2024","journal-title":"Education for Chemical Engineers"},{"key":"10.1016\/j.caeai.2026.100577_bib0045","series-title":"Computer aided chemical engineering","doi-asserted-by":"crossref","first-page":"3493","DOI":"10.1016\/B978-0-443-28824-1.50583-4","article-title":"Fermentai: Large language models in chemical engineering education for learning fermentation processes","volume":"Vol. 53","author":"Caccavale","year":"2024"},{"key":"10.1016\/j.caeai.2026.100577_bib0050","article-title":"ChatGMP: A case of AI chatbots in chemical engineering education towards the automation of repetitive tasks","volume":"8","author":"Caccavale","year":"2025","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"10.1016\/j.caeai.2026.100577_bib0055","doi-asserted-by":"crossref","first-page":"959188","DOI":"10.3389\/fceng.2022.959188","article-title":"From Paper to web: students as partners for virtual laboratories in (bio) chemical engineering education","volume":"4","author":"Ca\u00f1o de las Heras","year":"2022","journal-title":"Frontiers in Chemical Engineering"},{"key":"10.1016\/j.caeai.2026.100577_bib0060","first-page":"1","article-title":"Scaling instruction-finetuned language models","volume":"25","author":"Chung","year":"2024","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.caeai.2026.100577_bib0075","first-page":"1","article-title":"Statistical comparisons of classifiers over multiple data sets","volume":"7","author":"Dem\u0161ar","year":"2006","journal-title":"Journal of Machine learning research"},{"key":"10.1016\/j.caeai.2026.100577_bib0080","doi-asserted-by":"crossref","first-page":"2","DOI":"10.18438\/eblip30512","article-title":"A survey on student use of generative ai chatbots for academic research","volume":"19","author":"Deschenes","year":"2024","journal-title":"Evidence Based Library And Information Practice"},{"key":"10.1016\/j.caeai.2026.100577_bib0085","doi-asserted-by":"crossref","first-page":"3461","DOI":"10.1039\/D2GC00619G","article-title":"Catalytic production of long-chain hydrocarbons suitable for jet-fuel use from fermentation-derived oxygenates","volume":"24","author":"Dom\u00e9nech","year":"2022","journal-title":"Green Chemistry"},{"key":"10.1016\/j.caeai.2026.100577_bib0090","author":"Dubois"},{"key":"10.1016\/j.caeai.2026.100577_bib0095","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1080\/01621459.1937.10503522","article-title":"The use of ranks to avoid the assumption of normality implicit in the analysis of variance","volume":"32","author":"Friedman","year":"1937","journal-title":"Journal of the American Statistical Association"},{"key":"10.1016\/j.caeai.2026.100577_bib0100","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1214\/aoms\/1177731944","article-title":"A comparison of alternative tests of significance for the problem of m rankings","volume":"11","author":"Friedman","year":"1940","journal-title":"The Annals Of Mathematical Statistics"},{"key":"10.1016\/j.caeai.2026.100577_bib0105","doi-asserted-by":"crossref","first-page":"203","DOI":"10.3390\/brainsci15020203","article-title":"Challenging cognitive load theory: The role of educational neuroscience and artificial intelligence in redefining learning efficacy","volume":"15","author":"Gkintoni","year":"2025","journal-title":"Brain Sciences"},{"key":"10.1016\/j.caeai.2026.100577_bib0115","author":"Anil"},{"key":"10.1016\/j.caeai.2026.100577_bib0120","author":"Gu"},{"key":"10.1016\/j.caeai.2026.100577_bib0125","author":"Hendrycks"},{"key":"10.1016\/j.caeai.2026.100577_bib0130","author":"Hurst"},{"key":"10.1016\/j.caeai.2026.100577_bib0135","doi-asserted-by":"crossref","DOI":"10.3390\/su151612451","article-title":"New era of artificial intelligence in education: Towards a sustainable multifaceted revolution","volume":"15","author":"Kamalov","year":"2023","journal-title":"Sustainability"},{"key":"10.1016\/j.caeai.2026.100577_bib0140","doi-asserted-by":"crossref","DOI":"10.1016\/j.lindif.2023.102274","article-title":"Chatgpt for good? On opportunities and challenges of large language models for education","volume":"103","author":"Kasneci","year":"2023","journal-title":"Learning and Individual Differences"},{"key":"10.1016\/j.caeai.2026.100577_bib0145","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1016\/j.ece.2025.01.002","article-title":"Harnessing generative AI in chemical engineering education: Implementation and evaluation of the large language model chatGPT v3. 5","volume":"51","author":"Keith","year":"2025","journal-title":"Education for Chemical Engineers"},{"key":"10.1016\/j.caeai.2026.100577_bib0150","series-title":"Computing krippendorff\u2019s alpha-reliability","author":"Krippendorff","year":"2011"},{"key":"10.1016\/j.caeai.2026.100577_bib0155","author":"Laurent"},{"key":"10.1016\/j.caeai.2026.100577_bib0160","doi-asserted-by":"crossref","first-page":"7237","DOI":"10.3390\/su14127237","article-title":"Developing and evaluating educational innovations for steam education in rapidly changing digital technology environments","volume":"14","author":"Lavicza","year":"2022","journal-title":"Sustainability"},{"key":"10.1016\/j.caeai.2026.100577_bib0165","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive NLP tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2026.100577_bib0170","author":"Lin"},{"key":"10.1016\/j.caeai.2026.100577_bib0175","author":"Liu"},{"key":"10.1016\/j.caeai.2026.100577_bib0180","author":"Liu"},{"key":"10.1016\/j.caeai.2026.100577_bib0185","author":"Liu"},{"key":"10.1016\/j.caeai.2026.100577_bib0190","author":"McInnes"},{"key":"10.1016\/j.caeai.2026.100577_bib0195","doi-asserted-by":"crossref","DOI":"10.2196\/48392","article-title":"The chatGPT (generative artificial intelligence) revolution has made artificial intelligence approachable for medical professionals","volume":"25","author":"Mesko","year":"2023","journal-title":"Journal of Medical Internet Research"},{"key":"10.1016\/j.caeai.2026.100577_bib0215","author":"Mitchener"},{"key":"10.1016\/j.caeai.2026.100577_bib0220","doi-asserted-by":"crossref","first-page":"933","DOI":"10.1162\/tacl_a_00681","article-title":"State of what art? a call for multi-prompt llm evaluation","volume":"12","author":"Mizrahi","year":"2024","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"10.1016\/j.caeai.2026.100577_bib0225","series-title":"Distribution-free multiple comparisons","author":"Nemenyi","year":"1963"},{"key":"10.1016\/j.caeai.2026.100577_bib0235","series-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","author":"Papineni","year":"2002"},{"key":"10.1016\/j.caeai.2026.100577_bib0240","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1080\/14786440109462720","article-title":"Liii. on lines and planes of closest fit to systems of points in space","volume":"2","author":"Pearson","year":"1901","journal-title":"The London, Edinburgh, and Dublin philosophical magazine and journal of science"},{"key":"10.1016\/j.caeai.2026.100577_bib0245","series-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"10.1016\/j.caeai.2026.100577_bib0250","series-title":"Unveiling Google\u2019s Gemini 2.0: A comprehensive study of its multimodal AI design, advanced architecture, and real-world applications","author":"Ramachandran","year":"2024"},{"key":"10.1016\/j.caeai.2026.100577_bib0255","first-page":"1","article-title":"A structured review of the validity of bleu","author":"Reiter","year":"2018","journal-title":"Computational Linguistics"},{"key":"10.1016\/j.caeai.2026.100577_bib0260","article-title":"Assessing the quality of automatic-generated short answers using GPT-4","volume":"7","author":"Rodrigues","year":"2024","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"10.1016\/j.caeai.2026.100577_bib0265","author":"Sellam"},{"key":"10.1016\/j.caeai.2026.100577_bib0270","article-title":"Perceptions and usage of AI Chatbots among students in higher education across genders, academic levels and fields of study","volume":"7","author":"St\u00f6hr","year":"2024","journal-title":"Computers and Education: Artificial Intelligence"},{"key":"10.1016\/j.caeai.2026.100577_bib0275","series-title":"Proceedings of the 2nd Workshop on Asian Translation (WAT2015)","first-page":"74","article-title":"An awkward disparity between Bleu\/Ribes scores and human judgements in machine translation","author":"Tan","year":"2015"},{"key":"10.1016\/j.caeai.2026.100577_bib0280","author":"Thakur"},{"key":"10.1016\/j.caeai.2026.100577_bib0285","first-page":"165","article-title":"Does bleu score work for code migration?","author":"Tran","year":"2019","journal-title":"2019 IEEE\/ACM 27th International Conference on Program Comprehension (ICPC)"},{"key":"10.1016\/j.caeai.2026.100577_bib0290","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1016\/j.ece.2023.05.001","article-title":"Exploring the use of large language models (LLMS) in chemical engineering education: Building core course problem models with chat-gpt","volume":"44","author":"Tsai","year":"2023","journal-title":"Education for Chemical Engineers"},{"key":"10.1016\/j.caeai.2026.100577_bib0295","article-title":"Visualizing data using T-SNE","volume":"9","author":"Van der Maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"10.1016\/j.caeai.2026.100577_bib0300","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2026.100577_bib0305","author":"Wang"},{"key":"10.1016\/j.caeai.2026.100577_bib0310","article-title":"Superglue: A stickier benchmark for general-purpose language understanding systems","volume":"32","author":"Wang","year":"2019","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2026.100577_bib0315","author":"Wang"},{"key":"10.1016\/j.caeai.2026.100577_bib0320","first-page":"95266","article-title":"MMLU-pro: A more robust and challenging multi-task language understanding benchmark","volume":"37","author":"Wang","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.caeai.2026.100577_bib0325","series-title":"Higher performance of mistral large on mmlu benchmark through two-stage knowledge distillation","author":"Wilkins","year":"2024"},{"key":"10.1016\/j.caeai.2026.100577_bib0330","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1111\/bjet.13370","article-title":"Practical and ethical challenges of large language models in education: A systematic scoping review","volume":"55","author":"Yan","year":"2024","journal-title":"British Journal of Educational Technology"},{"key":"10.1016\/j.caeai.2026.100577_bib0335","first-page":"46595","article-title":"Judging llm-as-a-judge with mt-bench and chatbot arena","volume":"36","author":"Zheng","year":"2023","journal-title":"Advances in Neural Information Processing Systems"}],"container-title":["Computers and Education: Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666920X26000391?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S2666920X26000391?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T06:29:47Z","timestamp":1780900187000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S2666920X26000391"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":58,"alternative-id":["S2666920X26000391"],"URL":"https:\/\/doi.org\/10.1016\/j.caeai.2026.100577","relation":{},"ISSN":["2666-920X"],"issn-type":[{"value":"2666-920X","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"FermBench: A new benchmark for measuring the capabilities of LLMs on fermentation knowledge","name":"articletitle","label":"Article Title"},{"value":"Computers and Education: Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.caeai.2026.100577","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"100577"}}