{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T03:19:05Z","timestamp":1775013545315,"version":"3.50.1"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031093418","type":"print"},{"value":"9783031093425","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-09342-5_38","type":"book-chapter","created":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T13:05:42Z","timestamp":1657285542000},"page":"383-392","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["RuMedBench: A Russian Medical Language Understanding Benchmark"],"prefix":"10.1007","author":[{"given":"Pavel","family":"Blinov","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arina","family":"Reshetnikova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aleksandr","family":"Nesterov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Galina","family":"Zubkova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vladimir","family":"Kokh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,7,9]]},"reference":[{"key":"38_CR1","doi-asserted-by":"crossref","unstructured":"Alsentzer, E., et al.: Publicly available clinical BERT embeddings. In: Proceedings of the 2nd Clinical Natural Language Processing Workshop, pp. 72\u201378. Association for Computational Linguistics, Minneapolis, Minnesota, USA (2019)","DOI":"10.18653\/v1\/W19-1909"},{"key":"38_CR2","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/978-3-030-59137-3_11","volume-title":"Artificial Intelligence in Medicine","author":"P Blinov","year":"2020","unstructured":"Blinov, P., Avetisian, M., Kokh, V., Umerenkov, D., Tuzhilin, A.: Predicting clinical diagnosis from patients electronic health records using BERT-based neural networks. In: Michalowski, M., Moskovitch, R. (eds.) AIME 2020. LNCS (LNAI), vol. 12299, pp. 111\u2013121. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-59137-3_11"},{"key":"38_CR3","doi-asserted-by":"publisher","unstructured":"Blinov, P., Nesterov, A., Zubkova, G., Reshetnikova, A., Kokh, V., Shivade, C.: RuMedNLI: a russian natural language inference dataset for the clinical domain. PhysioNet (2022). https:\/\/doi.org\/10.13026\/gxzd-cf80","DOI":"10.13026\/gxzd-cf80"},{"issue":"suppl-1","key":"38_CR4","doi-asserted-by":"publisher","first-page":"D267","DOI":"10.1093\/nar\/gkh061","volume":"32","author":"O Bodenreider","year":"2004","unstructured":"Bodenreider, O.: The unified medical language system (UMLS): integrating biomedical terminology. Nucleic Acids Res. 32(suppl-1), D267\u2013D270 (2004)","journal-title":"Nucleic Acids Res."},{"key":"38_CR5","unstructured":"Clark, C., Lee, K., Chang, M.W., Kwiatkowski, T., Collins, M., Toutanova, K.: Boolq: exploring the surprising difficulty of natural yes\/no questions. arXiv preprint. arXiv:1905.10044 (2019)"},{"key":"38_CR6","doi-asserted-by":"crossref","unstructured":"Crammer, K., Dredze, M., Ganchev, K., Talukdar, P., Carroll, S.: Automatic code assignment to medical text. In: Biological, translational, and clinical language processing, pp. 129\u2013136 (2007)","DOI":"10.3115\/1572392.1572416"},{"key":"38_CR7","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE conference on computer vision and pattern recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"38_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint. arXiv:1810.04805 (2018)"},{"issue":"6","key":"38_CR9","doi-asserted-by":"publisher","first-page":"1333","DOI":"10.1109\/72.963769","volume":"12","author":"F Gers","year":"2001","unstructured":"Gers, F., Schmidhuber, E.: LSTM recurrent networks learn simple context-free and context-sensitive languages. IEEE Trans. Neural Netw. 12(6), 1333\u20131340 (2001)","journal-title":"IEEE Trans. Neural Netw."},{"key":"38_CR10","doi-asserted-by":"publisher","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.: The elements of statistical learning: data mining, inference and prediction, 2 edn. Springer (2009). https:\/\/doi.org\/10.1007\/978-0-387-21606-5","DOI":"10.1007\/978-0-387-21606-5"},{"issue":"1","key":"38_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/sdata.2016.35","volume":"3","author":"AE Johnson","year":"2016","unstructured":"Johnson, A.E., et al.: MIMIC-III, a freely accessible critical care database. Sci. Data 3(1), 1\u20139 (2016)","journal-title":"Sci. Data"},{"key":"38_CR12","unstructured":"Kuratov, Y., Arkhipov, M.: Adaptation of deep bidirectional multilingual transformers for russian language. arXiv preprint. arXiv:1905.07213 (2019)"},{"key":"38_CR13","unstructured":"Lafferty, J.D., McCallum, A., Pereira, F.C.N.: Conditional random fields: probabilistic models for segmenting and labeling sequence data. In: Brodley, C.E., Danyluk, A.P. (eds.) Proceedings of the Eighteenth International Conference on Machine Learning (ICML 2001), Williams College, Williamstown, MA, USA, 28 June - 1 July 2001, pp. 282\u2013289. Morgan Kaufmann (2001)"},{"issue":"4","key":"38_CR14","doi-asserted-by":"crossref","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee, J., et al.: BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36(4), 1234\u20131240 (2020)","journal-title":"Bioinformatics"},{"key":"38_CR15","doi-asserted-by":"crossref","unstructured":"Lewis, P., Ott, M., Du, J., Stoyanov, V.: Pretrained language models for biomedical and clinical tasks: understanding and extending the state-of-the-art. In: Proceedings of the 3rd Clinical Natural Language Processing Workshop, pp. 146\u2013157 (2020)","DOI":"10.18653\/v1\/2020.clinicalnlp-1.17"},{"key":"38_CR16","doi-asserted-by":"crossref","unstructured":"Peng, Y., Yan, S., Lu, Z.: Transfer learning in biomedical natural language processing: an evaluation of bert and ELMO on ten benchmarking datasets. arXiv preprint. arXiv:1906.05474 (2019)","DOI":"10.18653\/v1\/W19-5006"},{"key":"38_CR17","doi-asserted-by":"crossref","unstructured":"Purushotham, S., Meng, C., Che, Z., Liu, Y.: Benchmark of deep learning models on large healthcare mimic datasets. arXiv preprint. arXiv:1710.08531 (2017)","DOI":"10.1016\/j.jbi.2018.04.007"},{"key":"38_CR18","doi-asserted-by":"crossref","unstructured":"Romanov, A., Shivade, C.: Lessons from natural language inference in the clinical domain. arXiv preprint. arXiv:1808.06752 (2018)","DOI":"10.18653\/v1\/D18-1187"},{"key":"38_CR19","volume-title":"Introduction to Information Retrieval","author":"H Sch\u00fctze","year":"2008","unstructured":"Sch\u00fctze, H., Manning, C.D., Raghavan, P.: Introduction to Information Retrieval, vol. 39. Cambridge University Press, Cambridge (2008)"},{"key":"38_CR20","doi-asserted-by":"crossref","unstructured":"Shavrina, T., et al.: RussianSuperGLUE: a Russian language understanding evaluation benchmark. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 4717\u20134726. Association for Computational Linguistics (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.381"},{"key":"38_CR21","unstructured":"Shelmanov, A., Smirnov, I., Vishneva, E.: Information extraction from clinical texts in Russian. In: Computational Linguistics and Intellectual Technologies, pp. 560\u2013572 (2015)"},{"key":"38_CR22","doi-asserted-by":"publisher","unstructured":"Starovoytova, E.A., et al.: Rumedprimedata (2021). https:\/\/doi.org\/10.5281\/zenodo.5765873","DOI":"10.5281\/zenodo.5765873"},{"issue":"2","key":"38_CR23","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1093\/bioinformatics\/btaa675","volume":"37","author":"E Tutubalina","year":"2020","unstructured":"Tutubalina, E., et al.: The Russian drug reaction corpus and neural models for drug reactions and effectiveness detection in user reviews. Bioinformatics 37(2), 243\u2013249 (2020)","journal-title":"Bioinformatics"},{"key":"38_CR24","unstructured":"Wang, A., et al.: Superglue: a stickier benchmark for general-purpose language understanding systems. arXiv preprint. arXiv:1905.00537 (2019)"},{"key":"38_CR25","doi-asserted-by":"crossref","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: Glue: a multi-task benchmark and analysis platform for natural language understanding. arXiv preprint. arXiv:1804.07461 (2018)","DOI":"10.18653\/v1\/W18-5446"},{"key":"38_CR26","unstructured":"WHO: International statistical classification of diseases and related health problems. World Health Organization, 10th revision, fifth edition, 2016 edn. (2015)"},{"key":"38_CR27","unstructured":"Zhang, N., et al.: Cblue: a chinese biomedical language understanding evaluation benchmark. arXiv preprint. arXiv:2106.08087 (2021)"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-09342-5_38","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,11]],"date-time":"2023-02-11T05:34:18Z","timestamp":1676093658000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-09342-5_38"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031093418","9783031093425"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-09342-5_38","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"9 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIME","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Medicine","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Halifax, NS","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aime2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aime22.aimedicine.info\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"113","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}