{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:43:57Z","timestamp":1774309437654,"version":"3.50.1"},"publisher-location":"Cham","reference-count":38,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031424472","type":"print"},{"value":"9783031424489","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42448-9_19","type":"book-chapter","created":{"date-parts":[[2023,9,10]],"date-time":"2023-09-10T23:02:21Z","timestamp":1694386941000},"page":"227-250","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Overview of\u00a0BioASQ 2023: The Eleventh BioASQ Challenge on\u00a0Large-Scale Biomedical Semantic Indexing and\u00a0Question Answering"],"prefix":"10.1007","author":[{"given":"Anastasios","family":"Nentidis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Katsimpras","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salvador","family":"Lima L\u00f3pez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eul\u00e1lia","family":"Farr\u00e9-Maduell","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Luis","family":"Gasco","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Krallinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Paliouras","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,11]]},"reference":[{"key":"19_CR1","unstructured":"Aksenova, A., Asamov, T., Boytcheva, S., Ivanov, P.: Improving Biomedical Question Answering with Sentence-Based Ranking at BioASQ-11b (2023)"},{"key":"19_CR2","unstructured":"Aksenova, A., Ivanov, P., Asamov, T., Boytcheva, S.: Leveraging biomedical ontologies for clinical procedures recognition in Spanish at BioASQ MedProcNER. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)"},{"key":"19_CR3","unstructured":"Almeida, T., Jonker, R.A.A., Poudel, R., Silva, J.M., Matos, S.: BIT.UA at MedProcNER: discovering medical procedures in Spanish using transformer models with MCRF and augmentation. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)"},{"key":"19_CR4","unstructured":"Almeida, T., Jonker, R.A.A., Poudel, R., Silva, J.M., Matos, S.: Two-stage IR with synthetic training and zero-shot answer generation at BioASQ 11 (2023)"},{"key":"19_CR5","unstructured":"Ateia, S.: Is ChatGPT a Biomedical Expert? - Exploring the Zero-Shot Performance of Current GPT Models in Biomedical Tasks (2023)"},{"key":"19_CR6","unstructured":"Baldwin, B., Carpenter, B.: Lingpipe (2003). Available from World Wide Web: http:\/\/alias-i.com\/lingpipe"},{"key":"19_CR7","unstructured":"Balikas, G., et al.: Evaluation framework specifications. Project deliverable D4.1, UPMC (2013)"},{"key":"19_CR8","unstructured":"Chizhikova, M., Collado-Monta\u00f1ez, J., D\u00edaz-Galiano, M.C., Ure\u00f1a-L\u00f3pez, L.A., Mart\u00edn-Valdivia, M.T.: Coming a long way with pre-trained transformers and string matching techniques: clinical procedure mention recognition and normalization. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)"},{"key":"19_CR9","doi-asserted-by":"crossref","unstructured":"Croce, D., Castellucci, G., Basili, R.: GAN-BERT: generative adversarial learning for robust text classification with a bunch of labeled examples. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 2114\u20132119 (2020)","DOI":"10.18653\/v1\/2020.acl-main.191"},{"key":"19_CR10","unstructured":"Galat, D., Rizoiu, M.A.: Enhancing Biomedical Text Summarization and Question-Answering: On the Utility of Domain-Specific Pre-training (2023)"},{"key":"19_CR11","unstructured":"Gasco, L., et al.: Overview of BioASQ 2021-MESINESP track. Evaluation of advance hierarchical classification techniques for scientific literature, patents and clinical trials (2021)"},{"key":"19_CR12","unstructured":"Hsueh, C.Y., Zhang, Y., Lu, Y.W., Han, J.C., Meesawad, W., Tsai, R.T.H.: NCU-IISR: Prompt Engineering on GPT-4 to Stove Biological Problems in BioASQ 11b Phase B (2023)"},{"key":"19_CR13","unstructured":"Kim, H., Hwang, H., Lee, C., Seo, M., Yoon, W., Kang, J.: Exploration of Various Techniques in Biomedical Question Answering: From Pre-processing to GPT-4 (2023)"},{"issue":"1","key":"19_CR14","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1038\/s41597-023-02068-4","volume":"10","author":"A Krithara","year":"2023","unstructured":"Krithara, A., Nentidis, A., Bougiatiotis, K., Paliouras, G.: BioASQ-QA: a manually curated corpus for biomedical question answering. Sci. Data 10(1), 170 (2023)","journal-title":"Sci. Data"},{"key":"19_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1007\/978-3-030-72240-1_73","volume-title":"Advances in Information Retrieval","author":"A Krithara","year":"2021","unstructured":"Krithara, A., Nentidis, A., Paliouras, G., Krallinger, M., Miranda, A.: BioASQ at CLEF2021: large-scale biomedical semantic indexing and question answering. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 624\u2013630. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_73"},{"key":"19_CR16","unstructured":"Lesavourey, M., Hubert, G.: BioASQ 11B: integrating domain specific vocabulary to BERT-based model for biomedical document ranking (2023)"},{"key":"19_CR17","unstructured":"Lima-L\u00f3pez, S., et al.: Overview of MedProcNER task on medical procedure detection and entity linking at BioASQ 2023. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)"},{"key":"19_CR18","doi-asserted-by":"publisher","unstructured":"Liu, F., Shareghi, E., Meng, Z., Basaldella, M., Collier, N.: Self-alignment pretraining for biomedical entity representations. In: Proceedings of the 2021 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, pp. 4228\u20134238. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/v1\/2021.naacl-main.334. https:\/\/aclanthology.org\/2021.naacl-main.334","DOI":"10.18653\/v1\/2021.naacl-main.334"},{"key":"19_CR19","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. arXiv preprint arXiv:1907.11692 (2019)"},{"key":"19_CR20","unstructured":"Miranda-Escalada, A., Farr\u00e9-Maduell, E., Lima-L\u00f3pez, S., Estrada, D., Gasc\u00f3, L., Krallinger, M.: Mention detection, normalization & classification of species, pathogens, humans and food in clinical documents: overview of LivingNER shared task and resources. Procesamiento del Lenguaje Natural (2022)"},{"key":"19_CR21","unstructured":"Miranda-Escalada, A., et al.: Overview of DISTEMIST at BioASQ: automatic detection and normalization of diseases from clinical texts: results, methods, evaluation and multilingual resources (2022)"},{"key":"19_CR22","unstructured":"Moll\u00e1, D.: Query-focused extractive summarisation for biomedical and Covid-19 complex question answering. In: 2022 Conference and Labs of the Evaluation Forum, CLEF 2022, pp. 305\u2013314 (2022)"},{"key":"19_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/978-3-030-85251-1_18","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Nentidis","year":"2021","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2021: the ninth BioASQ challenge on large-scale biomedical semantic indexing and\u00a0question answering. In: Candan, K.S., et al. (eds.) CLEF 2021. LNCS, vol. 12880, pp. 239\u2013263. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_18"},{"key":"19_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/978-3-031-13643-6_22","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Nentidis","year":"2022","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2022: the tenth BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) CLEF 2022. LNCS, vol. 13390, pp. 337\u2013361. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_22"},{"key":"19_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1007\/978-3-030-58219-7_16","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Nentidis","year":"2020","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2020: the eighth BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Arampatzis, A., et al. (eds.) CLEF 2020. LNCS, vol. 12260, pp. 194\u2013214. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58219-7_16"},{"key":"19_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1007\/978-3-031-28241-6_66","volume-title":"Advances in Information Retrieval","author":"A Nentidis","year":"2023","unstructured":"Nentidis, A., Krithara, A., Paliouras, G., Farre-Maduell, E., Lima-Lopez, S., Krallinger, M.: BioASQ at CLEF2023: the eleventh edition of the large-scale biomedical semantic indexing and question answering challenge. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13982, pp. 577\u2013584. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28241-6_66"},{"key":"19_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-030-99739-7_53","volume-title":"Advances in Information Retrieval","author":"A Nentidis","year":"2022","unstructured":"Nentidis, A., Krithara, A., Paliouras, G., Gasco, L., Krallinger, M.: BioASQ at\u00a0CLEF2022: the tenth edition of\u00a0the\u00a0large-scale biomedical semantic indexing and\u00a0question answering challenge. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 429\u2013435. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_53"},{"key":"19_CR28","unstructured":"Ozyurt, I.B.: End-to-end biomedical question answering via bio-answerfinder and discriminative language representation models (2021)"},{"key":"19_CR29","unstructured":"Panou, D., Reczko, M.: Semi-supervised training for biomedical question answering (2023)"},{"key":"19_CR30","unstructured":"R, R., Rauchwerk, J., Rajwade, P., Gummadi, T.: Biomedical Question Answering using Transformer Ensembling (2023)"},{"key":"19_CR31","unstructured":"Reczko, M.: ELECTROLBERT: combining replaced token detection and sentence order prediction. In: CLEF (Working Notes) (2022)"},{"key":"19_CR32","unstructured":"Rosso-Mateus, A., Montes-Y-G\u00f3mez, M., Munoz Serna, L.A., Gonzalez, F.: Deep Metric Learning for Effective Passage Retrieval in the BioASQ Challenge (2023)"},{"key":"19_CR33","unstructured":"Shin, A.D., Jin, Q., Lu, Z.: Multi-stage Literature Retrieval System Trained by PubMed Search Logs for Biomedical Question Answering (2023)"},{"key":"19_CR34","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis, G., et al.: An overview of the BioASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinform. 16, 138 (2015). https:\/\/doi.org\/10.1186\/s12859-015-0564-6","journal-title":"BMC Bioinform."},{"key":"19_CR35","doi-asserted-by":"crossref","unstructured":"Vassileva, S., Grazhdanski, G., Boytcheva, S., Koychev, I.: Fusion @ BioASQ MedProcNER: transformer-based approach for procedure recognition and linking in Spanish clinical text. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)","DOI":"10.1093\/database\/baae090"},{"issue":"12","key":"19_CR36","doi-asserted-by":"publisher","first-page":"1907","DOI":"10.1093\/bioinformatics\/btv760","volume":"32","author":"CH Wei","year":"2016","unstructured":"Wei, C.H., Leaman, R., Lu, Z.: Beyond accuracy: creating interoperable and scalable text-mining web services. Bioinformatics (Oxford, England) 32(12), 1907\u201310 (2016). https:\/\/doi.org\/10.1093\/bioinformatics\/btv760","journal-title":"Bioinformatics (Oxford, England)"},{"key":"19_CR37","doi-asserted-by":"crossref","unstructured":"Yang, Z., Zhou, Y., Eric, N.: Learning to answer biomedical questions: OAQA at BioASQ 4b. In: ACL 2016, p. 23 (2016)","DOI":"10.18653\/v1\/W16-3104"},{"key":"19_CR38","unstructured":"Zotova, E., Garc\u00eda-Pablos, A., Cuadros, M., Rigau, G.: VICOMTECH at MedProcNER 2023: transformers-based sequence-labelling and cross-encoding for entity detection and normalisation in Spanish clinical texts. In: Working Notes of CLEF 2023 - Conference and Labs of the Evaluation Forum (2023)"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42448-9_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,27]],"date-time":"2024-10-27T21:06:27Z","timestamp":1730063187000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42448-9_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031424472","9783031424489"],"references-count":38,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42448-9_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"11 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2023.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 Best of 2022 Labs + 13 Lab Overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}