{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:11:42Z","timestamp":1778080302146,"version":"3.51.4"},"reference-count":37,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,3]]},"DOI":"10.1109\/bibm62325.2024.10822374","type":"proceedings-article","created":{"date-parts":[[2025,1,10]],"date-time":"2025-01-10T20:12:45Z","timestamp":1736539965000},"page":"2238-2243","source":"Crossref","is-referenced-by-count":2,"title":["Medical Document Embedding Enhancement with Heterogeneous Mixture-of-Experts"],"prefix":"10.1109","author":[{"given":"Xiangyang","family":"Liu","sequence":"first","affiliation":[{"name":"South China Normal University,Guangdong,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Zhu","sequence":"additional","affiliation":[{"name":"South China Normal University,Guangdong,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tianqi","family":"Pang","sequence":"additional","affiliation":[{"name":"South China Normal University,Guangdong,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kui","family":"Xue","sequence":"additional","affiliation":[{"name":"Shanghai AI Lab,Shanghai,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiaofan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Shanghai AI Lab,Shanghai,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chenyou","family":"Fan","sequence":"additional","affiliation":[{"name":"South China Normal University,Guangdong,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"AI@Meta: Llama 3 model card","year":"2024"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2023.104418"},{"key":"ref3","article-title":"C.Z.: Deepseek-v2: A strong, economical, and efficient mixture-of-experts language model","author":"Liu","year":"2024"},{"key":"ref4","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2019"},{"key":"ref5","first-page":"5547","article-title":"Glam: Efficient scaling of language models with mixture-of-experts","volume-title":"International Conference on Machine Learning","author":"Du"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3458754"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2023.106649"},{"key":"ref8","article-title":"Unsupervised dense information retrieval with contrastive learning","volume":"2022","author":"Izacard","year":"2022","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1991.3.1.79"},{"issue":"1","key":"ref10","first-page":"51","article-title":"Natural language processing techniques for clinical text analysis in healthcare","volume":"7","author":"Janowski","year":"2023","journal-title":"Journal of Advanced Analytics in Healthcare Management"},{"issue":"12","key":"ref11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3571730","article-title":"Survey of hallucination in natural language generation","volume":"55","author":"Ji","year":"2023","journal-title":"ACM Computing Surveys"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1259"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TBDATA.2019.2921572"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1994.6.2.181"},{"key":"ref15","article-title":"Nv-embed: Improved techniques for training llms as generalist embedding models","author":"Lee","year":"2024"},{"key":"ref16","article-title":"Gecko: Versatile text embeddings distilled from large language models","author":"Lee","year":"2024"},{"key":"ref17","article-title":"Gshard: Scaling giant models with conditional computation and automatic sharding","author":"Lepikhin","year":"2020"},{"key":"ref18","first-page":"9459","article-title":"K.: Retrieval-augmented generation for knowledge-intensive nlp tasks","volume":"33","author":"Lewis","year":"2020","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2022.100511"},{"key":"ref20","article-title":"Towards general text embeddings with multi-stage contrastive learning","author":"Li","year":"2023"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-40292-0_1"},{"key":"ref22","article-title":"Kan: Kolmogorov-arnold networks","author":"Liu","year":"2024"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.148"},{"key":"ref24","article-title":"Sentence-t5: Scalable sentence encoders from pre-trained text-to-text models","author":"Ni","year":"2021"},{"key":"ref25","article-title":"Representation learning with contrastive predictive coding","author":"Oord","year":"2018"},{"key":"ref26","article-title":"OpenAI: Gpt-4 technical report","year":"2023"},{"key":"ref27","first-page":"248","article-title":"Medmcqa: A large-scale multi-subject multi-choice dataset for medical domain question answering","volume-title":"Conference on health, inference, and learning","author":"Pal"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN60899.2024.10651011"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"},{"key":"ref31","article-title":"Outrageously large neural networks: The sparsely-gated mixture-of-experts layer","author":"Shazeer","year":"2017","journal-title":"CoRR"},{"key":"ref32","article-title":"Improving the domain adaptation of retrieval augmented generation (rag) models for open domain question answering","author":"Siriwardhana","year":"2022","journal-title":"Trans. Assoc. Comput. Linguistics"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s41666-024-00159-4"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3462476"},{"key":"ref35","article-title":"Text embeddings by weakly-supervised contrastive pre-training","author":"Wang","year":"2022"},{"key":"ref36","article-title":"M3e: Moka massive mixed embedding model","author":"Wang","year":"2023"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3512467"}],"event":{"name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","location":"Lisbon, Portugal","start":{"date-parts":[[2024,12,3]]},"end":{"date-parts":[[2024,12,6]]}},"container-title":["2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10821710\/10821711\/10822374.pdf?arnumber=10822374","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,14]],"date-time":"2025-01-14T19:41:57Z","timestamp":1736883717000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10822374\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,3]]},"references-count":37,"URL":"https:\/\/doi.org\/10.1109\/bibm62325.2024.10822374","relation":{},"subject":[],"published":{"date-parts":[[2024,12,3]]}}}