{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:43:57Z","timestamp":1774309437152,"version":"3.50.1"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031282409","type":"print"},{"value":"9783031282416","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-28241-6_66","type":"book-chapter","created":{"date-parts":[[2023,3,16]],"date-time":"2023-03-16T01:02:20Z","timestamp":1678928540000},"page":"577-584","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["BioASQ at\u00a0CLEF2023: The Eleventh Edition of\u00a0the\u00a0Large-Scale Biomedical Semantic Indexing and\u00a0Question Answering Challenge"],"prefix":"10.1007","author":[{"given":"Anastasios","family":"Nentidis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Paliouras","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eulalia","family":"Farre-Maduell","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Salvador","family":"Lima-Lopez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Krallinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,3,16]]},"reference":[{"key":"66_CR1","doi-asserted-by":"publisher","unstructured":"Cohen, K.B., Demner-Fushman, D., Ananiadou, S., Tsujii, J. (eds.): BioNLP 2017. Association for Computational Linguistics, Vancouver, Canada, August 2017. https:\/\/doi.org\/10.18653\/v1\/W17-23, aclanthology.org\/W17-2300","DOI":"10.18653\/v1\/W17-23"},{"key":"66_CR2","first-page":"279","volume":"121","author":"K Donnelly","year":"2006","unstructured":"Donnelly, K., et al.: SNOMED-CT: the advanced terminology and coding system for eHealth. Stud. Health Technol. Inform. 121, 279 (2006)","journal-title":"Stud. Health Technol. Inform."},{"key":"66_CR3","unstructured":"Gasco, L., et al.: Overview of BioASQ 2021-MESINESP track. Evaluation of advance hierarchical classification techniques for scientific literature, patents and clinical trials. In: CEUR Workshop Proceedings (2021)"},{"issue":"3","key":"66_CR4","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1007\/s10618-014-0382-x","volume":"29","author":"A Kosmopoulos","year":"2015","unstructured":"Kosmopoulos, A., Partalas, I., Gaussier, E., Paliouras, G., Androutsopoulos, I.: Evaluation measures for hierarchical classification: a unified view and novel approaches. Data Min. Knowl. Disc. 29(3), 820\u2013865 (2015)","journal-title":"Data Min. Knowl. Disc."},{"key":"66_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1007\/978-3-030-45442-5_71","volume-title":"Advances in Information Retrieval","author":"M Krallinger","year":"2020","unstructured":"Krallinger, M., Krithara, A., Nentidis, A., Paliouras, G., Villegas, M.: BioASQ at CLEF2020: large-scale biomedical semantic indexing and question answering. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 550\u2013556. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_71"},{"key":"66_CR6","doi-asserted-by":"crossref","unstructured":"Krithara, A., Nentidis, A., Bougiatiotis, K., Paliouras, G.: BioASQ-QA: a manually curated corpus for biomedical question answering. bioRxiv (2022)","DOI":"10.1101\/2022.12.14.520213"},{"key":"66_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1007\/978-3-030-72240-1_73","volume-title":"Advances in Information Retrieval","author":"A Krithara","year":"2021","unstructured":"Krithara, A., Nentidis, A., Paliouras, G., Krallinger, M., Miranda, A.: BioASQ at CLEF2021: large-scale biomedical semantic indexing and question answering. In: Hiemstra, D., Moens, M.-F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 624\u2013630. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_73"},{"key":"66_CR8","unstructured":"Malakasiotis, P., Pavlopoulos, I., Androutsopoulos, I., Nentidis, A.: Evaluation measures for task b. Technical report, BioASQ (2018). participants-area.bioasq.org\/Tasks\/b\/eval_meas_2018"},{"key":"66_CR9","doi-asserted-by":"crossref","unstructured":"M\u00e9nard, P.A., Mougeot, A.: Turning silver into gold: error-focused corpus reannotation with active learning. In: Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2019), pp. 758\u2013767 (2019)","DOI":"10.26615\/978-954-452-056-4_088"},{"key":"66_CR10","unstructured":"Miranda-Escalada, A., et al.: Overview of DisTEMIST at BioASQ: automatic detection and normalization of diseases from clinical texts: results, methods, evaluation and multilingual resources. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2022)"},{"issue":"1","key":"66_CR11","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/s13326-017-0113-5","volume":"8","author":"J Mork","year":"2017","unstructured":"Mork, J., Aronson, A., Demner-Fushman, D.: 12 years on-Is the NLM medical text indexer still useful and relevant? J. Biomed. Semant. 8(1), 8 (2017)","journal-title":"J. Biomed. Semant."},{"key":"66_CR12","unstructured":"Mork, J., Jimeno-Yepes, A., Aronson, A.: The NLM medical text indexer system for indexing biomedical literature (2013)"},{"key":"66_CR13","doi-asserted-by":"publisher","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2022: the tenth BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Experimental IR Meets Multilinguality, Multimodality, and Interaction (Including Subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics). LNCS, vol. 13390, pp. 337\u2013361. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_22","DOI":"10.1007\/978-3-031-13643-6_22"},{"key":"66_CR14","unstructured":"Nentidis, A., Katsimpras, G., Vandorou, E., Krithara, A., Paliouras, G.: Overview of BioASQ tasks 10a, 10b and Synergy10 in CLEF2022. In: CEUR Workshop Proceedings, vol. 3180, pp. 171\u2013178 (2022)"},{"key":"66_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-030-99739-7_53","volume-title":"Advances in Information Retrieval","author":"A Nentidis","year":"2022","unstructured":"Nentidis, A., Krithara, A., Paliouras, G., Gasco, L., Krallinger, M.: BioASQ at\u00a0CLEF2022: the tenth edition of\u00a0the\u00a0large-scale biomedical semantic indexing and\u00a0question answering challenge. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 429\u2013435. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_53"},{"key":"66_CR16","unstructured":"Ngomo, A.C.N., Heino, N., Speck, R., Ermilov, T., Tsatsaronis, G.: Annotation tool. Project deliverable D3.3, February 2013. www.bioasq.org\/sites\/default\/files\/PublicDocuments\/2013-D3.3-AnnotationTool.pdf"},{"key":"66_CR17","doi-asserted-by":"crossref","unstructured":"Packer, A.L., et al.: SciELO: uma metodologia para publica\u00e7\u00e3o eletr\u00f4nica. Ci\u00eancia da informa\u00e7\u00e3o 27, nd-nd (1998)","DOI":"10.1590\/S0100-19651998000200001"},{"key":"66_CR18","doi-asserted-by":"publisher","unstructured":"Salton, G., Buckley, C.: Improving retrieval performance by relevance feedback. J. Am. Soc. Inf. Sci. 41(4), 288\u2013297 (1990). https:\/\/doi.org\/10.1002\/(SICI)1097-4571(199006)41:4<288::AID-ASI8>3.0.CO;2-H","DOI":"10.1002\/(SICI)1097-4571(199006)41:4<288::AID-ASI8>3.0.CO;2-H"},{"key":"66_CR19","unstructured":"ShafieiBavani, E., Ebrahimi, M., Wong, R., Chen, F.: Summarization evaluation in the absence of human model summaries using the compositionality of word embeddings. In: Proceedings of the 27th International Conference on Computational Linguistics. pp. 905\u2013914. Association for Computational Linguistics, Santa Fe, New Mexico, USA, August 2018. www.aclweb.org\/anthology\/C18-1077"},{"key":"66_CR20","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis, G., et al.: An overview of the BioASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinform. 16, 138 (2015). https:\/\/doi.org\/10.1186\/s12859-015-0564-6","journal-title":"BMC Bioinform."},{"key":"66_CR21","unstructured":"Wang, L.L., et al.: CORD-19: the COVID-19 open research dataset. ArXiv (2020). arxiv.org\/abs\/2004.10706v2"},{"key":"66_CR22","first-page":"8","volume":"2016","author":"I Zavorin","year":"2016","unstructured":"Zavorin, I., Mork, J.G., Demner-Fushman, D.: Using learning-to-rank to enhance NLM medical text indexer results. ACL 2016, 8 (2016)","journal-title":"ACL"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-28241-6_66","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,5]],"date-time":"2024-03-05T13:10:23Z","timestamp":1709644223000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-28241-6_66"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031282409","9783031282416"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-28241-6_66","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"16 March 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 April 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 April 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"45","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2023.org\/index.html?v=1.0","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"489","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"77","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"83","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}