{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,11]],"date-time":"2025-05-11T04:01:32Z","timestamp":1746936092290,"version":"3.40.5"},"reference-count":35,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,3,24]],"date-time":"2025-03-24T00:00:00Z","timestamp":1742774400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,3,24]],"date-time":"2025-03-24T00:00:00Z","timestamp":1742774400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,3,24]]},"DOI":"10.1109\/wcnc61545.2025.10978393","type":"proceedings-article","created":{"date-parts":[[2025,5,9]],"date-time":"2025-05-09T17:53:33Z","timestamp":1746813213000},"page":"01-06","source":"Crossref","is-referenced-by-count":0,"title":["Telco-DPR: A Hybrid Dataset for Evaluating Retrieval Models of 3GPP Technical Specifications"],"prefix":"10.1109","author":[{"given":"T.","family":"Saraiva","sequence":"first","affiliation":[{"name":"Instituto de Telecomunicações,Lisbon,Portugal"}]},{"given":"M.","family":"Sousa","sequence":"additional","affiliation":[{"name":"CELFINET - A Cyient Company,Lisbon,Portugal"}]},{"given":"P.","family":"Vieira","sequence":"additional","affiliation":[{"name":"Instituto de Telecomunicações,Lisbon,Portugal"}]},{"given":"A.","family":"Rodrigues","sequence":"additional","affiliation":[{"name":"Instituto de Telecomunicações,Lisbon,Portugal"}]}],"member":"263","reference":[{"volume-title":"Telco- D PR","key":"ref1"},{"key":"ref2","article-title":"Large Language Models for Telecom: The Next Big Thing?","author":"Bariah","year":"2023","journal-title":"TechRxiv"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/mcom.001.2300473"},{"key":"ref4","volume":"abs\/2311.05842","author":"Tarkoma","year":"2023","journal-title":"AI-native Interconnect Framework for Integration of Large Language Model Technologies in 6G Systems"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2024.3465447"},{"volume-title":"Specifications by Series: 3GPP 3gpp.org","year":"2024","key":"ref6"},{"key":"ref7","article-title":"Large language models struggle to learn long-tail knowledge","volume-title":"Proceedings of the 40th International Conference on Machine Learning","author":"Kandpal","year":"2023"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.437"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1285"},{"key":"ref10","article-title":"Open Question Answering over Tables and Text","volume-title":"International Conference on Learning Representations","author":"Chen","year":"2021"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.3115\/1117595.1117598"},{"volume-title":"Retrieving and reading: A comprehensive survey on open-domain question answering","year":"2021","author":"Zhu","key":"ref12"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1561\/1500000065"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.496"},{"key":"ref16","article-title":"Lecture Notes on Neural Information Retrieval","author":"Tonellotto","year":"2022","journal-title":"ar Xiv e-prints"},{"key":"ref17","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.findings-emnlp.19","volume-title":"Dense hierarchical retrieval for open-domain question answering","author":"Liu","year":"2021"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324921000395"},{"volume-title":"Retrieval-augmented generation for knowledge-intensive nlp tasks","year":"2021","author":"Lewis","key":"ref19"},{"key":"ref20","volume":"abs\/2310.15051","author":"Maatouk","year":"2023","journal-title":"TeleQnA: A Benchmark Dataset to Assess Large Language Models Telecommunications Knowledge"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM52923.2024.10901158"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC59610.2024.10817162"},{"journal-title":"TSpec-LLM: An Open-source Dataset for LLM Understanding of 3GPP Specifications","year":"2024","author":"Nikbakht","key":"ref23"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/3711992.3711996"},{"key":"ref25","article-title":"Synthetic Data Generation for Domain Adaptation of a Retriever-Reader Question-Answering System for the Telecom Domain","volume-title":"KTH, School of Electrical Engineering and Computer Science (EECS)","author":"D\u00f6ringer Kana","year":"2023"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-ijcnlp.3"},{"volume-title":"Download 3GPP","key":"ref27"},{"volume-title":"python-docx","key":"ref28"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.3115\/1620754.1620758"},{"volume-title":"MultiVector Retriever","key":"ref30"},{"key":"ref31","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2024.naacl-industry.41","volume-title":"Exploring the impact of table-to-text methods on augmenting llm-based question answering with domain hybrid data","author":"Min","year":"2024"},{"volume-title":"Sentence Transformers Documentation","key":"ref32"},{"volume-title":"Word embeddings revisited: Do llms offer something new?","year":"2024","author":"Freestone","key":"ref33"},{"volume-title":"Efficient natural language response suggestion for smart reply","year":"2017","author":"Henderson","key":"ref34"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-02276-0"}],"event":{"name":"2025 IEEE Wireless Communications and Networking Conference (WCNC)","start":{"date-parts":[[2025,3,24]]},"location":"Milan, Italy","end":{"date-parts":[[2025,3,27]]}},"container-title":["2025 IEEE Wireless Communications and Networking Conference (WCNC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10978109\/10978116\/10978393.pdf?arnumber=10978393","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,10]],"date-time":"2025-05-10T06:03:07Z","timestamp":1746856987000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10978393\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,24]]},"references-count":35,"URL":"https:\/\/doi.org\/10.1109\/wcnc61545.2025.10978393","relation":{},"subject":[],"published":{"date-parts":[[2025,3,24]]}}}