{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,15]],"date-time":"2025-08-15T02:32:10Z","timestamp":1755225130684,"version":"3.43.0"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T00:00:00Z","timestamp":1733616000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,8]],"date-time":"2024-12-08T00:00:00Z","timestamp":1733616000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,8]]},"DOI":"10.1109\/gcwkshp64532.2024.11100592","type":"proceedings-article","created":{"date-parts":[[2025,8,12]],"date-time":"2025-08-12T17:51:39Z","timestamp":1755021099000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["QMOS: Enhancing LLMs for Telecommunication with Question Masked loss and Option Shuffling"],"prefix":"10.1109","author":[{"given":"Blessed","family":"Guda","sequence":"first","affiliation":[{"name":"Carnegie Mellon University Africa,Kigali,Rwanda"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gabrial Zencha","family":"Ashungafac","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University Africa,Kigali,Rwanda"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lawrence","family":"Francis","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University Africa,Kigali,Rwanda"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carlee","family":"Joe-Wong","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University,Pittsburgh,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1877","article-title":"Language models are few-shot learners","volume":"33","author":"Brown","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/mnet.2025.3576035"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM52923.2024.10901158"},{"key":"ref4","article-title":"Carbon emissions and large neural network training","author":"Patterson","year":"2021"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.130"},{"key":"ref6","volume-title":"Phi-2: The surprising power of small language models","year":"2023"},{"key":"ref7","article-title":"The falcon series of open language models","author":"Almazrouei","year":"2023"},{"key":"ref8","article-title":"Tinyllama: An open-source small language model","author":"Zhang","year":"2024"},{"key":"ref9","article-title":"Minicpm: Unveiling the potential of small language models with scalable training strategies","author":"Hu","year":"2024"},{"key":"ref10","doi-asserted-by":"crossref","DOI":"10.1109\/PIMRC59610.2024.10817162","article-title":"Telecom language models: Must they be large\/","author":"Piovesan","year":"2024"},{"key":"ref11","doi-asserted-by":"crossref","DOI":"10.1109\/ICCWorkshops59551.2024.10615609","article-title":"Linguistic intelligence in large language models for telecommunications","author":"Ahmed","year":"2024"},{"key":"ref12","doi-asserted-by":"crossref","DOI":"10.1145\/3673791.3698415","article-title":"Fine tuning vs. retrieval augmented generation for less popular knowledge","author":"Soudani","year":"2024"},{"key":"ref13","first-page":"9459","article-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","volume-title":"Advances in Neural Information Processing Systems","volume":"33","author":"Lewis","year":"2020"},{"key":"ref14","article-title":"Token text splitter"},{"key":"ref15","article-title":"Langchain Text Splitters"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.eacl-main.148","article-title":"Mteb: Massive text embedding benchmark","author":"Muennighoff","year":"2023"},{"key":"ref17","article-title":"Towards general text embeddings with multi-stage contrastive learning","author":"Li","year":"2023"},{"key":"ref18","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D19-1410","article-title":"Sentence-bert: Sentence embeddings using siamese bert-networks","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing","author":"Reimers"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCS45141.2019.9065747"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-7962-2_30"},{"key":"ref22","article-title":"A survey of prompt engineering methods in large language models for different nlp tasks","author":"Vatsal","year":"2024"},{"key":"ref23","article-title":"3rd generation partnership project; technical specification group services and system aspects; vocabulary for 3gpp specifications (release 17)","year":"2024","journal-title":"3GPP Release 17"},{"key":"ref24","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/D19-1410","article-title":"Sentence-bert: Sentence embeddings using siamese bert-networks","volume-title":"CoRR","author":"Reimers","year":"2019"},{"key":"ref25","article-title":"Lora: Low-rank adaptation of large language models","author":"Hu","year":"2021"},{"key":"ref26","article-title":"Qlora: Efficient finetuning of quantized llms","volume":"36","author":"Dettmers","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref27","article-title":"Large language models are not robust multiple choice selectors","volume-title":"The Twelfth International Conference on Learning Representations","author":"Zheng"},{"key":"ref28","article-title":"Specializing large language models for telecom networks","author":"Africa","year":"2024"}],"event":{"name":"2024 IEEE Globecom Workshops (GC Wkshps)","location":"Cape Town, South Africa","start":{"date-parts":[[2024,12,8]]},"end":{"date-parts":[[2024,12,12]]}},"container-title":["2024 IEEE Globecom Workshops (GC Wkshps)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11099626\/11099614\/11100592.pdf?arnumber=11100592","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,13]],"date-time":"2025-08-13T05:23:45Z","timestamp":1755062625000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11100592\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,8]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/gcwkshp64532.2024.11100592","relation":{},"subject":[],"published":{"date-parts":[[2024,12,8]]}}}