{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,23]],"date-time":"2026-03-23T23:43:56Z","timestamp":1774309436623,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031560682","type":"print"},{"value":"9783031560699","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-56069-9_67","type":"book-chapter","created":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:17:45Z","timestamp":1711095465000},"page":"490-497","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["BioASQ at\u00a0CLEF2024: The Twelfth Edition of\u00a0the\u00a0Large-Scale Biomedical Semantic Indexing and\u00a0Question Answering Challenge"],"prefix":"10.1007","author":[{"given":"Anastasios","family":"Nentidis","sequence":"first","affiliation":[]},{"given":"Anastasia","family":"Krithara","sequence":"additional","affiliation":[]},{"given":"Georgios","family":"Paliouras","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Krallinger","sequence":"additional","affiliation":[]},{"given":"Luis Gasco","family":"Sanchez","sequence":"additional","affiliation":[]},{"given":"Salvador","family":"Lima","sequence":"additional","affiliation":[]},{"given":"Eulalia","family":"Farre","sequence":"additional","affiliation":[]},{"given":"Natalia","family":"Loukachevitch","sequence":"additional","affiliation":[]},{"given":"Vera","family":"Davydova","sequence":"additional","affiliation":[]},{"given":"Elena","family":"Tutubalina","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,3,23]]},"reference":[{"key":"67_CR1","unstructured":"Gasco, L., et al.: Overview of BioASQ 2021-MESINESP track. Evaluation of advance hierarchical classification techniques for scientific literature, patents and clinical trials. CEUR Workshop Proceedings (2021)"},{"key":"67_CR2","doi-asserted-by":"crossref","unstructured":"Gonzalez-Agirre, A., Marimon, M., Intxaurrondo, A., Rabal, O., Villegas, M., Krallinger, M.: Pharmaconer: pharmacological substances, compounds and proteins named entity recognition track. In: Proceedings of The 5th Workshop on BioNLP Open Shared Tasks, pp. 1\u201310 (2019)","DOI":"10.18653\/v1\/D19-5701"},{"issue":"3","key":"67_CR3","doi-asserted-by":"publisher","first-page":"820","DOI":"10.1007\/s10618-014-0382-x","volume":"29","author":"A Kosmopoulos","year":"2015","unstructured":"Kosmopoulos, A., Partalas, I., Gaussier, E., Paliouras, G., Androutsopoulos, I.: Evaluation measures for hierarchical classification: a unified view and novel approaches. Data Min. Knowl. Disc. 29(3), 820\u2013865 (2015)","journal-title":"Data Min. Knowl. Disc."},{"key":"67_CR4","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1007\/978-3-030-45442-5_71","volume-title":"European Conference on Information Retrieval","author":"M Krallinger","year":"2020","unstructured":"Krallinger, M., Krithara, A., Nentidis, A., Paliouras, G., Villegas, M.: BioASQ at CLEF2020: large-scale biomedical semantic indexing and question answering. In: Jose, J., et al. (eds.) ECIR 2020. LNCS, vol. 12036, pp. 550\u2013556. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_71"},{"key":"67_CR5","doi-asserted-by":"publisher","unstructured":"Krithara, A., Mork, J.G., Nentidis, A., Paliouras, G.: The road from manual to automatic semantic indexing of biomedical literature: a 10 years journey. Front. Res. Metrics Anal. 8 (2023). https:\/\/doi.org\/10.3389\/frma.2023.1250930","DOI":"10.3389\/frma.2023.1250930"},{"key":"67_CR6","doi-asserted-by":"crossref","unstructured":"Krithara, A., Nentidis, A., Bougiatiotis, K., Paliouras, G.: BioASQ-QA: a manually curated corpus for Biomedical Question Answering. bioRxiv (2022)","DOI":"10.1101\/2022.12.14.520213"},{"key":"67_CR7","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"624","DOI":"10.1007\/978-3-030-72240-1_73","volume-title":"European Conference on Information Retrieval","author":"A Krithara","year":"2021","unstructured":"Krithara, A., Nentidis, A., Paliouras, G., Krallinger, M., Miranda, A.: BioASQ at CLEF2021: large-scale biomedical semantic indexing and question answering. In: Hiemstra, D., Moens, M.F., Mothe, J., Perego, R., Potthast, M., Sebastiani, F. (eds.) ECIR 2021. LNCS, vol. 12657, pp. 624\u2013630. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-72240-1_73"},{"key":"67_CR8","unstructured":"Lima-L\u00f3pez, S., et al.: Overview of MedProcNER task on medical procedure detection and entity linking at BioASQ 2023. In: CEUR Workshop Proceedings (2023)"},{"key":"67_CR9","unstructured":"Lima-L\u00f3pez, S., et al.: Overview of medprocner task on medical procedure detection and entity linking at bioasq 2023. Working Notes of CLEF (2023)"},{"key":"67_CR10","unstructured":"Loukachevitch, N., et al.: NEREL: a Russian dataset with nested named entities, relations and events. In: Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2021), pp. 876\u2013885. INCOMA Ltd., Held Online (2021). https:\/\/aclanthology.org\/2021.ranlp-1.100"},{"key":"67_CR11","doi-asserted-by":"crossref","unstructured":"Loukachevitch, N., et al.: NEREL-BIO: a dataset of biomedical abstracts annotated with nested named entities. Bioinformatics 39(4), btad161 (2023)","DOI":"10.1093\/bioinformatics\/btad161"},{"key":"67_CR12","unstructured":"Malakasiotis, P., Pavlopoulos, I., Androutsopoulos, I., Nentidis, A.: Evaluation measures for task b. Technical report, BioASQ (2018). https:\/\/participants-area.bioasq.org\/Tasks\/b\/eval_meas_2018"},{"key":"67_CR13","unstructured":"Miranda-Escalada, A., et al.: Overview of DisTEMIST at BioASQ: automatic detection and normalization of diseases from clinical texts: results, methods, evaluation and multilingual resources. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2022)"},{"issue":"1","key":"67_CR14","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1186\/s13326-017-0113-5","volume":"8","author":"J Mork","year":"2017","unstructured":"Mork, J., Aronson, A., Demner-Fushman, D.: 12 years on-Is the NLM medical text indexer still useful and relevant? J. Biomed. Semant. 8(1), 8 (2017)","journal-title":"J. Biomed. Semant."},{"key":"67_CR15","unstructured":"Mork, J., Jimeno-Yepes, A., Aronson, A.: The NLM Medical Text Indexer System for Indexing Biomedical Literature (2013)"},{"key":"67_CR16","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1007\/978-3-031-42448-9_19","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Nentidis","year":"2023","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2023: the eleventh BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Arampatzis, A., et al. (eds.) CLEF 2023. LNCS, vol. 14163, pp. 227\u2013250. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-42448-9_19"},{"key":"67_CR17","unstructured":"Nentidis, A., Katsimpras, G., Krithara, A., Paliouras, G.: Overview of BioASQ tasks 11b and Synergy11 in CLEF2023. In: CEUR Workshop Proceedings (2023)"},{"key":"67_CR18","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/978-3-030-85251-1_18","volume-title":"Cross-Language Evaluation Forum for European Languages","author":"A Nentidis","year":"2021","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2021: the ninth BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Candan, K.S., et al. (eds.) CLEF 2021. LNCS, vol. 12880, pp. 239\u2013263. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_18"},{"key":"67_CR19","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1007\/978-3-031-13643-6_22","volume-title":"CLEF 2022","author":"A Nentidis","year":"2022","unstructured":"Nentidis, A., et al.: Overview of BioASQ 2022: the tenth BioASQ challenge on large-scale biomedical semantic indexing and question answering. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) CLEF 2022. LNCS, vol. 13390, pp. 337\u2013361. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_22"},{"key":"67_CR20","unstructured":"Nentidis, A., Katsimpras, G., Vandorou, E., Krithara, A., Paliouras, G.: Overview of BioASQ tasks 9a, 9b and synergy in CLEF2021. In: Proceedings of the 9th BioASQ Workshop A Challenge on Large-scale Biomedical Semantic Indexing and Question Answering. CEUR Workshop Proceedings (2021). https:\/\/ceur-ws.org\/Vol-2936\/paper-10.pdf"},{"key":"67_CR21","unstructured":"Nentidis, A., Katsimpras, G., Vandorou, E., Krithara, A., Paliouras, G.: Overview of BioASQ tasks 10a, 10b and Synergy10 in CLEF2022. In: CEUR Workshop Proceedings, vol. 3180, pp. 171\u2013178 (2022)"},{"key":"67_CR22","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1007\/978-3-031-28241-6_66","volume-title":"Advances in Information Retrieval","author":"A Nentidis","year":"2023","unstructured":"Nentidis, A., Krithara, A., Paliouras, G., Farre-Maduell, E., Lima-Lopez, S., Krallinger, M.: BioASQ at CLEF2023: the eleventh edition of the large-scale biomedical semantic indexing and question answering challenge. In: Kamps, J., et al. (eds.) ECIR 2023. LNCS, vol. 13982, pp. 577\u2013584. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-28241-6_66"},{"key":"67_CR23","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-030-99739-7_53","volume-title":"European Conference on Information Retrieval","author":"A Nentidis","year":"2022","unstructured":"Nentidis, A., Krithara, A., Paliouras, G., Gasco, L., Krallinger, M.: BioASQ at CLEF2022: the tenth edition of the large-scale biomedical semantic indexing and question answering challenge. In: Hagen, M., et al. (eds.) ECIR 2022. LNCS, vol. 13186, pp. 429\u2013435. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-030-99739-7_53"},{"key":"67_CR24","unstructured":"Ngomo, A.C.N., Heino, N., Speck, R., Ermilov, T., Tsatsaronis, G.: Annotation tool. Project deliverable D3.3 (2013). https:\/\/www.bioasq.org\/sites\/default\/files\/PublicDocuments\/2013-D3.3-AnnotationTool.pdf"},{"key":"67_CR25","unstructured":"Rodriguez-Penagos, C., et al.: Overview of MESINESP8, a Spanish Medical Semantic Indexing Task within BioASQ 2020 (2020)"},{"key":"67_CR26","doi-asserted-by":"publisher","unstructured":"Salton, G., Buckley, C.: Improving retrieval performance by relevance feedback. J. Am. Soc. Inf. Sci. 41(4), 288\u2013297 (1990). https:\/\/doi.org\/10.1002\/(SICI)1097-4571(199006)41:4<288::AID-ASI8>3.0.CO;2-H","DOI":"10.1002\/(SICI)1097-4571(199006)41:4<288::AID-ASI8>3.0.CO;2-H"},{"key":"67_CR27","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis, G., et al.: An overview of the BioASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinform. 16, 138 (2015). https:\/\/doi.org\/10.1186\/s12859-015-0564-6","journal-title":"BMC Bioinform."}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-56069-9_67","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,22]],"date-time":"2024-03-22T08:31:47Z","timestamp":1711096307000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-56069-9_67"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031560682","9783031560699"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-56069-9_67","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 March 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Glasgow","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 March 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.ecir2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"578","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"110","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31 (Tracks: Workshop, Tutorial, Industry, Doctoral Consortium)","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}