{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T16:10:22Z","timestamp":1780416622603,"version":"3.54.1"},"reference-count":30,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,6,1]],"date-time":"2026-06-01T00:00:00Z","timestamp":1780272000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T00:00:00Z","timestamp":1774569600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Networks"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1016\/j.comnet.2026.112236","type":"journal-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T16:57:49Z","timestamp":1774630669000},"page":"112236","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["LLMs can pass the CCNA certification exam but do they understand networking?"],"prefix":"10.1016","volume":"282","author":[{"given":"Liam","family":"Daly Manocchio","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1229-2368","authenticated-orcid":false,"given":"Siamak","family":"Layeghy","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul R B","family":"Houssel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marius","family":"Portmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.comnet.2026.112236_bib0001","series-title":"Proceedings of the International Conference on Learning Representations 2024 (ICLR 2024)","article-title":"A benchmark for general ai assistants","author":"Mialon","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0002","series-title":"Proceedings of the International Conference on Learning Representations 2021 (ICLR 2021)","article-title":"Measuring massive multitask language understanding","author":"Hendrycks","year":"2021"},{"issue":"8022","key":"10.1016\/j.comnet.2026.112236_bib0003","doi-asserted-by":"crossref","first-page":"755","DOI":"10.1038\/s41586-024-07566-y","article-title":"AI Models collapse when trained on recursively generated data","volume":"631","author":"Shumailov","year":"2024","journal-title":"Nature"},{"key":"10.1016\/j.comnet.2026.112236_bib0004","series-title":"Proceedings of the 2024 Conference on Language Modeling (COLM 2024)","article-title":"GPQA: a graduate-level google-proof Q&A benchmark","author":"Rein","year":"2023"},{"key":"10.1016\/j.comnet.2026.112236_bib0005","series-title":"Proceedings of the International Conference on Learning Representations 2025 (ICLR 2025)","article-title":"LiveBench: a challenging, contamination-free LLM benchmark","author":"Colin White","year":"2025"},{"key":"10.1016\/j.comnet.2026.112236_bib0006","series-title":"Proceedings of the International Conference on Learning Representations 2025 (ICLR 2025)","article-title":"Beyond the imitation game: quantifying and extrapolating the capabilities of language models","author":"Srivastava","year":"2025"},{"key":"10.1016\/j.comnet.2026.112236_bib0007","series-title":"Proceedings of the 23rd Workshop on Biomedical Natural Language Processing (BioNLP 2024)","first-page":"277","article-title":"K-QA: a real-world medical Q&A benchmark","author":"Manes","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0008","series-title":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing (EMNLP 2024)","first-page":"7933","article-title":"Lawbench: benchmarking legal knowledge of large language models","author":"Fei","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0009","article-title":"Benchmarking large language models for news summarization","volume":"12","author":"Zhang","year":"2024","journal-title":"Transact. Assoc. Comput. Linguist."},{"key":"10.1016\/j.comnet.2026.112236_bib0010","doi-asserted-by":"crossref","unstructured":"C. Wang, M. Scazzariello, A. Farshin, S. Ferlin, D. Kosti\u0107, M. Chiesa, Netconfeval: can llms facilitate network configuration?, Proceedings of the ACM on Networking 2 (CoNEXT2) (2024) 1\u201325.","DOI":"10.1145\/3656296"},{"key":"10.1016\/j.comnet.2026.112236_bib0011","series-title":"Proceedings of the 2024 IEEE 49th Conference on Local Computer Networks (LCN)","first-page":"1","article-title":"Can LLMs understand computer networks? Towards a virtual system administrator","author":"Donadel","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0012","series-title":"Proceedings of the ACM SIGCOMM 2024 Conference","first-page":"661","article-title":"Netllm: adapting large language models for networking","author":"Wu","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0013","series-title":"Proceedings of the 22nd ACM Workshop on Hot Topics in Networks","first-page":"189","article-title":"What do LLMs need to synthesize correct router configurations?","author":"Mondal","year":"2023"},{"key":"10.1016\/j.comnet.2026.112236_bib0014","series-title":"NetBERT: a pre-trained language representation model for computer networking","author":"Louis","year":"2020"},{"key":"10.1016\/j.comnet.2026.112236_bib0015","unstructured":"W. Tann, Y. Liu, J.H. Sim, C.M. Seah, E.-C. Chang, Using Large Language Models for Cybersecurity capture-the-flag Challenges and certification Questions, (2023). arXiv: 2308.10443."},{"issue":"4","key":"10.1016\/j.comnet.2026.112236_bib0016","doi-asserted-by":"crossref","first-page":"14","DOI":"10.1145\/3717512.3717515","article-title":"Understanding misunderstandings: evaluating LLMs on networking questions","volume":"54","author":"Anwar","year":"2025","journal-title":"ACM SIGCOMM Comput. Commun. Rev."},{"key":"10.1016\/j.comnet.2026.112236_bib0017","series-title":"Nordic Conference on Secure IT Systems","first-page":"219","article-title":"Evaluating large language models in cybersecurity knowledge with cisco certificates","author":"Keppler","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0018","doi-asserted-by":"crossref","unstructured":"D. Xiao, C. Gao, Z. Luo, C. Liu, S. Shen, Can LLMs Assist Computer Education? An Empirical Case Study of DeepSeek, (2025). arXiv: 2504.00421.","DOI":"10.1007\/978-981-95-3052-6_29"},{"key":"10.1016\/j.comnet.2026.112236_bib0019","series-title":"Proceedings of the 62nd Annual Meeting of the Association for Computational Linguistics (ACL 2024) (Volume 1: Long Papers)","first-page":"1173","article-title":"A survey of chain of thought reasoning: advances, frontiers and future","author":"Chu","year":"2024"},{"issue":"2","key":"10.1016\/j.comnet.2026.112236_bib0020","article-title":"Judgments of physics problem difficulty among experts and novices","volume":"11","author":"Fakcharoenphol","year":"2015","journal-title":"Phys. Rev. Spec. Top.\u2013Phys. Educ. Res."},{"key":"10.1016\/j.comnet.2026.112236_bib0021","series-title":"2012 Frontiers in Education Conference Proceedings","first-page":"1","article-title":"Automatic classification of question difficulty level: Teachers\u2019 estimation vs. students\u2019 perception","author":"P\u00e9rez","year":"2012"},{"issue":"5","key":"10.1016\/j.comnet.2026.112236_bib0022","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1111\/j.1365-2923.1986.tb01184.x","article-title":"Test-retest reliability of multiple true-false questions in preclinical medical subjects","volume":"20","author":"Schwartz","year":"1986","journal-title":"Med. Educ."},{"key":"10.1016\/j.comnet.2026.112236_bib0023","unstructured":"S. Minaee, T. Mikolov, N. Nikzad, M. Chenaghlu, R. Socher, X. Amatriain, J. Gao, Large language models: A survey, (2024). arXiv: 2402.06196."},{"key":"10.1016\/j.comnet.2026.112236_bib0024","series-title":"Forty-first International Conference on Machine Learning","article-title":"Chatbot arena: an open platform for evaluating llms by human preference","author":"Chiang","year":"2024"},{"key":"10.1016\/j.comnet.2026.112236_bib0025","unstructured":"MeasureUp, Test Materials and Exam Preparation Resources, 2024, (Online resource). Accessed: 2024-11-19, https:\/\/www.measureup.com."},{"issue":"1","key":"10.1016\/j.comnet.2026.112236_bib0026","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/0020-7373(89)90031-X","article-title":"Presenting abstract versus concrete information in expert systems: what is the impact on user performance?","volume":"31","author":"Lamberti","year":"1989","journal-title":"Int. J. Man Mach. Stud."},{"key":"10.1016\/j.comnet.2026.112236_bib0027","unstructured":"ZipRecruiter Career-Advice Team, What Is the Pass Rate for Taking the CCNA Exam the First Time?, 2025. Article cites an 80\u201390% first-attempt pass-rate range for the Cisco CCNA exam, https:\/\/www.ziprecruiter.com\/e\/What-is-the-pass-rate-for-taking-the-CCNA-exam-the-first-time."},{"key":"10.1016\/j.comnet.2026.112236_bib0028","unstructured":"Exam-Dumps.net, Free CCST-Networking Exam Questions and Answers, 2025. Lists a 93.6% average pass-rate across 13,209 reported candidates for the CCST-Networking exam, https:\/\/exam-dumps.net\/exams\/cisco\/ccst-networking."},{"key":"10.1016\/j.comnet.2026.112236_bib0029","unstructured":"ExamTopics, Microsoft 98\u2013366 Exam \u2013 Networking Fundamentals, 2024. Live dashboard reports a 95.1% average testing-center score from 1,056 candidates, https:\/\/www.examtopics.com\/exams\/microsoft\/98-366\/."},{"key":"10.1016\/j.comnet.2026.112236_bib0030","article-title":"A Taxonomy for Learning, Teaching, and Assessing: A Revision of Bloom\u2019s Taxonomy of Educational Objectives","year":"2001"}],"container-title":["Computer Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1389128626002483?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1389128626002483?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,2]],"date-time":"2026-06-02T15:48:52Z","timestamp":1780415332000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1389128626002483"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6]]},"references-count":30,"alternative-id":["S1389128626002483"],"URL":"https:\/\/doi.org\/10.1016\/j.comnet.2026.112236","relation":{},"ISSN":["1389-1286"],"issn-type":[{"value":"1389-1286","type":"print"}],"subject":[],"published":{"date-parts":[[2026,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"LLMs can pass the CCNA certification exam but do they understand networking?","name":"articletitle","label":"Article Title"},{"value":"Computer Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.comnet.2026.112236","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"112236"}}