{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,4]],"date-time":"2026-11-04T17:37:51Z","timestamp":1793813871767,"version":"4.6.1"},"reference-count":53,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,10,1]],"date-time":"2023-10-01T00:00:00Z","timestamp":1696118400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Biomedical Informatics"],"published-print":{"date-parts":[[2023,10]]},"DOI":"10.1016\/j.jbi.2023.104486","type":"journal-article","created":{"date-parts":[[2023,9,16]],"date-time":"2023-09-16T06:28:27Z","timestamp":1694845707000},"page":"104486","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":9,"special_numbering":"C","title":["A self-supervised language model selection strategy for biomedical question answering"],"prefix":"10.1016","volume":"146","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4411-7089","authenticated-orcid":false,"given":"Negar","family":"Arabzadeh","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ebrahim","family":"Bagheri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jbi.2023.104486_b1","series-title":"Retrieving and reading: A comprehensive survey on open-domain question answering","author":"Zhu","year":"2021"},{"key":"10.1016\/j.jbi.2023.104486_b2","series-title":"Conversational information seeking","author":"Zamani","year":"2022"},{"key":"10.1016\/j.jbi.2023.104486_b3","doi-asserted-by":"crossref","unstructured":"A. Yates, R. Nogueira, J. Lin, Pretrained transformers for text ranking: BERT and beyond, in: Proceedings of the 14th ACM International Conference on Web Search and Data Mining, 2021, pp. 1154\u20131156.","DOI":"10.1145\/3437963.3441667"},{"key":"10.1016\/j.jbi.2023.104486_b4","series-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b5","first-page":"1","article-title":"Domain-specific language model pretraining for biomedical natural language processing","volume":"3","author":"Gu","year":"2021","journal-title":"ACM Trans. Comput. Healthc. (HEALTH)"},{"key":"10.1016\/j.jbi.2023.104486_b6","series-title":"Multi-task learning with sample re-weighting for machine reading comprehension","author":"Xu","year":"2018"},{"key":"10.1016\/j.jbi.2023.104486_b7","series-title":"Representation learning using multi-task deep neural networks for semantic classification and information retrieval","author":"Liu","year":"2015"},{"key":"10.1016\/j.jbi.2023.104486_b8","series-title":"An overview of multi-task learning in deep neural networks","author":"Ruder","year":"2017"},{"key":"10.1016\/j.jbi.2023.104486_b9","unstructured":"A. Axelrod, X. He, J. Gao, Domain adaptation via pseudo in-domain data selection, in: Proceedings of the 2011 Conference on Empirical Methods in Natural Language Processing, 2011, pp. 355\u2013362."},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b10","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s40537-016-0043-6","article-title":"A survey of transfer learning","volume":"3","author":"Weiss","year":"2016","journal-title":"J. Big data"},{"issue":"2","key":"10.1016\/j.jbi.2023.104486_b11","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1109\/TAI.2021.3054609","article-title":"A decade survey of transfer learning (2010\u20132020)","volume":"1","author":"Niu","year":"2020","journal-title":"IEEE Trans. Artif. Intell."},{"key":"10.1016\/j.jbi.2023.104486_b12","series-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing","first-page":"3613","article-title":"SciBERT: A pretrained language model for scientific text","author":"Beltagy","year":"2019"},{"issue":"4","key":"10.1016\/j.jbi.2023.104486_b13","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","article-title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","volume":"36","author":"Lee","year":"2019","journal-title":"Bioinformatics"},{"issue":"4","key":"10.1016\/j.jbi.2023.104486_b14","doi-asserted-by":"crossref","DOI":"10.1016\/j.patter.2022.100488","article-title":"Quantifying the advantage of domain-specific pre-training on named entity recognition tasks in materials science","volume":"3","author":"Trewartha","year":"2022","journal-title":"Patterns"},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12859-014-0365-3","article-title":"Biomedical question answering using semantic relations","volume":"16","author":"Hristovski","year":"2015","journal-title":"BMC Bioinform."},{"issue":"15","key":"10.1016\/j.jbi.2023.104486_b16","doi-asserted-by":"crossref","first-page":"3794","DOI":"10.1093\/bioinformatics\/btac397","article-title":"Sequence tagging for biomedical extractive question answering","volume":"38","author":"Yoon","year":"2022","journal-title":"Bioinformatics"},{"key":"10.1016\/j.jbi.2023.104486_b17","doi-asserted-by":"crossref","first-page":"96","DOI":"10.1016\/j.jbi.2017.03.001","article-title":"A passage retrieval method based on probabilistic information retrieval model and UMLS concepts in biomedical question answering","volume":"68","author":"Sarrouti","year":"2017","journal-title":"J. Biomed. Inform."},{"issue":"2","key":"10.1016\/j.jbi.2023.104486_b18","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1093\/jamia\/ocac225","article-title":"A comparative study of pretrained language models for long clinical text","volume":"30","author":"Li","year":"2023","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"10.1016\/j.jbi.2023.104486_b19","doi-asserted-by":"crossref","DOI":"10.1016\/j.jbi.2022.104183","article-title":"A Bi-level representation learning model for medical visual question answering","volume":"134","author":"Li","year":"2022","journal-title":"J. Biomed. Inform."},{"key":"10.1016\/j.jbi.2023.104486_b20","series-title":"Biomedical question answering: A comprehensive review","author":"Jin","year":"2021"},{"key":"10.1016\/j.jbi.2023.104486_b21","series-title":"Transfer learning in biomedical natural language processing: An evaluation of BERT and ELMo on ten benchmarking datasets, CoRR abs\/1906.05474","author":"Peng","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.artmed.2019.101767","article-title":"SemBioNLQA: A semantic biomedical question answering system for retrieving exact and ideal answers to natural language questions","volume":"102","author":"Sarrouti","year":"2020","journal-title":"Artif. Intell. Med."},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b23","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1093\/jamiaopen\/ooz072","article-title":"Adapting and evaluating a deep learning language model for clinical why-question answering","volume":"3","author":"Wen","year":"2020","journal-title":"JAMIA Open"},{"key":"10.1016\/j.jbi.2023.104486_b24","series-title":"Publicly available clinical BERT embeddings, CoRR abs\/1904.03323","author":"Alsentzer","year":"2019"},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b25","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1038\/sdata.2016.35","article-title":"MIMIC-III, a freely accessible critical care database","volume":"3","author":"Johnson","year":"2016","journal-title":"Sci. Data"},{"key":"10.1016\/j.jbi.2023.104486_b26","series-title":"International Conference of the Cross-Language Evaluation Forum for European Languages","article-title":"Overview of bioasq 2020: The eighth bioasq challenge on large-scale biomedical semantic indexing and question answering","author":"Nentidis","year":"2020"},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b27","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1145\/1075389.1075392","article-title":"Web-based models for natural language processing","volume":"2","author":"Lapata","year":"2005","journal-title":"ACM Trans. Speech Lang. Process. (TSLP)"},{"key":"10.1016\/j.jbi.2023.104486_b28","series-title":"BoostingBERT: Integrating multi-class boosting into BERT for NLP tasks","author":"Huang","year":"2020"},{"key":"10.1016\/j.jbi.2023.104486_b29","doi-asserted-by":"crossref","first-page":"443","DOI":"10.1016\/j.neucom.2021.05.103","article-title":"An introduction to deep learning in natural language processing: Models, techniques, and tools","volume":"470","author":"Lauriola","year":"2022","journal-title":"Neurocomputing"},{"key":"10.1016\/j.jbi.2023.104486_b30","doi-asserted-by":"crossref","unstructured":"A. Finch, E. Sumita, Dynamic model interpolation for statistical machine translation, in: Proceedings of the Third Workshop on Statistical Machine Translation, 2008, pp. 208\u2013215.","DOI":"10.3115\/1626394.1626428"},{"key":"10.1016\/j.jbi.2023.104486_b31","series-title":"Perplexity Minimization for Translation Model Domain Adaptation in Statistical Machine Translation","author":"Sennrich","year":"2012"},{"key":"10.1016\/j.jbi.2023.104486_b32","doi-asserted-by":"crossref","unstructured":"A. Jindal, A.G. Chowdhury, A. Didolkar, D. Jin, R. Sawhney, R. Shah, Augmenting NLP models using latent feature interpolations, in: Proceedings of the 28th International Conference on Computational Linguistics, 2020, pp. 6931\u20136936.","DOI":"10.18653\/v1\/2020.coling-main.611"},{"issue":"2","key":"10.1016\/j.jbi.2023.104486_b33","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1016\/S0893-6080(02)00187-9","article-title":"Clustering ensembles of neural network models","volume":"16","author":"Bakker","year":"2003","journal-title":"Neural Netw."},{"key":"10.1016\/j.jbi.2023.104486_b34","series-title":"How We Learn; How We Remember: Toward an Understanding of Brain and Neural Systems: Selected Papers of Leon N Cooper","first-page":"342","article-title":"When networks disagree: Ensemble methods for hybrid neural networks","author":"Perrone","year":"1995"},{"key":"10.1016\/j.jbi.2023.104486_b35","series-title":"Proceedings of the 2015 IEEE 9th International Conference on Semantic Computing","first-page":"169","article-title":"Performance analysis of ensemble methods on Twitter sentiment analysis using NLP techniques","author":"Kanakaraj","year":"2015"},{"key":"10.1016\/j.jbi.2023.104486_b36","first-page":"1","article-title":"Snapshot boosting: a fast ensemble framework for deep neural networks","volume":"63","author":"Zhang","year":"2020","journal-title":"Sci. China Inf. Sci."},{"key":"10.1016\/j.jbi.2023.104486_b37","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2022.105151","article-title":"Ensemble deep learning: A review","volume":"115","author":"Ganaie","year":"2022","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.jbi.2023.104486_b38","doi-asserted-by":"crossref","unstructured":"S. Wang, S. Zhuang, G. Zuccon, Bert-based dense retrievers require interpolation with bm25 for effective passage retrieval, in: Proceedings of the 2021 ACM SIGIR International Conference on Theory of Information Retrieval, 2021, pp. 317\u2013324.","DOI":"10.1145\/3471158.3472233"},{"key":"10.1016\/j.jbi.2023.104486_b39","doi-asserted-by":"crossref","unstructured":"A. Abolghasemi, A. Askari, S. Verberne, On the interpolation of contextualized term-based ranking with bm25 for query-by-example retrieval, in: Proceedings of the 2022 ACM SIGIR International Conference on Theory of Information Retrieval, 2022, pp. 161\u2013170.","DOI":"10.1145\/3539813.3545133"},{"key":"10.1016\/j.jbi.2023.104486_b40","series-title":"Advances in Information Retrieval: 45th European Conference on Information Retrieval, ECIR 2023, Dublin, Ireland, April 2\u20136, 2023, Proceedings, Part I","first-page":"66","article-title":"Injecting the BM25 score as text improves BERT-based re-rankers","author":"Askari","year":"2023"},{"key":"10.1016\/j.jbi.2023.104486_b41","doi-asserted-by":"crossref","first-page":"254","DOI":"10.1007\/s10791-009-9112-1","article-title":"Adapting boosting for information retrieval measures","volume":"13","author":"Wu","year":"2010","journal-title":"Inf. Retr."},{"key":"10.1016\/j.jbi.2023.104486_b42","series-title":"Ranking, Boosting, and Model Adaptation","author":"Wu","year":"2008"},{"key":"10.1016\/j.jbi.2023.104486_b43","doi-asserted-by":"crossref","unstructured":"N. Arabzadeh, X. Yan, C.L. Clarke, Predicting Efficiency\/Effectiveness Trade-offs for Dense vs. Sparse Retrieval Strategy Selection, in: Proceedings of the 30th ACM International Conference on Information & Knowledge Management, 2021, pp. 2862\u20132866.","DOI":"10.1145\/3459637.3482159"},{"key":"10.1016\/j.jbi.2023.104486_b44","series-title":"Model adaptation via model interpolation and boosting for web search ranking","author":"Gao","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b45","doi-asserted-by":"crossref","unstructured":"H. Jin, X. Ning, H. Chen, Z. Yin, Efficient query routing for information retrieval in semantic overlays, in: Proceedings of the 2006 ACM Symposium on Applied Computing, 2006, pp. 1669\u20131673.","DOI":"10.1145\/1141277.1141672"},{"key":"10.1016\/j.jbi.2023.104486_b46","series-title":"2010 Fifth International Conference on Internet and Web Applications and Services","first-page":"235","article-title":"Learningpeerselection: A query routing approach for information retrieval in p2p systems","author":"Yeferny","year":"2010"},{"issue":"1","key":"10.1016\/j.jbi.2023.104486_b47","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s12859-015-0564-6","article-title":"An overview of the BIOASQ large-scale biomedical semantic indexing and question answering competition","volume":"16","author":"Tsatsaronis","year":"2015","journal-title":"BMC Bioinform."},{"key":"10.1016\/j.jbi.2023.104486_b48","series-title":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","first-page":"553","article-title":"Results of the seventh edition of the BioASQ challenge","author":"Nentidis","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b49","series-title":"Passage re-ranking with BERT, CoRR abs\/1901.04085","author":"Nogueira","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b50","series-title":"China National Conference on Chinese Computational Linguistics","article-title":"How to fine-tune bert for text classification?","author":"Sun","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b51","series-title":"Comparing BERT against traditional machine learning text classification","author":"Gonz\u00e1lez-Carvajal","year":"2020"},{"key":"10.1016\/j.jbi.2023.104486_b52","series-title":"RoBERTa: A robustly optimized BERT pretraining approach, CoRR abs\/1907.11692","author":"Liu","year":"2019"},{"key":"10.1016\/j.jbi.2023.104486_b53","series-title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","author":"Sanh","year":"2019"}],"container-title":["Journal of Biomedical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046423002071?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1532046423002071?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T07:47:28Z","timestamp":1727768848000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1532046423002071"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10]]},"references-count":53,"alternative-id":["S1532046423002071"],"URL":"https:\/\/doi.org\/10.1016\/j.jbi.2023.104486","relation":{},"ISSN":["1532-0464"],"issn-type":[{"value":"1532-0464","type":"print"}],"subject":[],"published":{"date-parts":[[2023,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A self-supervised language model selection strategy for biomedical question answering","name":"articletitle","label":"Article Title"},{"value":"Journal of Biomedical Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jbi.2023.104486","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"104486"}}