{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T18:39:01Z","timestamp":1743100741734,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031789540"},{"type":"electronic","value":"9783031789557"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78955-7_16","type":"book-chapter","created":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T14:19:46Z","timestamp":1737987586000},"page":"167-182","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An Extended Evaluation of\u00a0Single-Label Multi-modal Field of\u00a0Research Classification Using a\u00a0Taxonomy-Based Metric"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0257-3318","authenticated-orcid":false,"given":"Florian","family":"Ruosch","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0302-5065","authenticated-orcid":false,"given":"Rosni","family":"Vasu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0581-6709","authenticated-orcid":false,"given":"Ruijie","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5389-9465","authenticated-orcid":false,"given":"Luca","family":"Rossetto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0128-4602","authenticated-orcid":false,"given":"Abraham","family":"Bernstein","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,28]]},"reference":[{"key":"16_CR1","doi-asserted-by":"publisher","unstructured":"Abu\u00a0Ahmad, R., Borisova, E., Rehm, G.: FoRC-Subtask-I@NSLP2024 Testing Data (2024). https:\/\/doi.org\/10.5281\/zenodo.10469550","DOI":"10.5281\/zenodo.10469550"},{"key":"16_CR2","doi-asserted-by":"publisher","unstructured":"Abu\u00a0Ahmad, R., Borisova, E., Rehm, G.: FoRC-Subtask-I@NSLP2024 Training and Validation Data (2024). https:\/\/doi.org\/10.5281\/zenodo.10438530","DOI":"10.5281\/zenodo.10438530"},{"key":"16_CR3","unstructured":"Ahmad, R.A., Borisova, E., Rehm, G.: FoRC@NSLP2024: Overview and Insights from the Field of Research Classification Shared Task. In: Rehm, G., Schimmler, S., Dietze, S., Kr\u00fcger, F. (eds.) Proceedings of the Workshop on Natural Scientific Language Processing and Research Knowledge Graphs (NSLP 2024; co-located with ESWC 2024). Hersonissos, Greece (2024), 27 May 2024. Accepted for publication"},{"issue":"3","key":"16_CR4","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1515\/bfp-2020-2042","volume":"44","author":"S Auer","year":"2020","unstructured":"Auer, S., et al.: Improving access to scientific literature with knowledge graphs. Bibliothek Forschung und Praxis 44(3), 516\u2013529 (2020)","journal-title":"Bibliothek Forschung und Praxis"},{"key":"16_CR5","unstructured":"Balabantaray, R.C., Sarma, C., Jha, M.: Document clustering using k-means and k-medoids. CoRR abs\/1502.07938 (2015). http:\/\/arxiv.org\/abs\/1502.07938"},{"key":"16_CR6","doi-asserted-by":"publisher","unstructured":"Beltagy, I., Lo, K., Cohan, A.: SciBERT: a pretrained language model for scientific text. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3\u20137, 2019, pp. 3613\u20133618. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/D19-1371","DOI":"10.18653\/V1\/D19-1371"},{"key":"16_CR7","unstructured":"Bishop, C.M.: Pattern recognition and machine learning, 5th Edition. Information science and statistics, Springer (2007). https:\/\/www.worldcat.org\/oclc\/71008143"},{"key":"16_CR8","unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. J. Mach. Learn. Res. 3, 993\u20131022 (2003). http:\/\/jmlr.org\/papers\/v3\/blei03a.html"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Bravo-Alcobendas, D., Sorzano, C.: Clustering of biomedical scientific papers. In: 2009 IEEE International Symposium on Intelligent Signal Processing, pp. 205\u2013209. IEEE (2009)","DOI":"10.1109\/WISP.2009.5286530"},{"issue":"1","key":"16_CR10","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1186\/s12859-019-2896-0","volume":"20","author":"CY Chen","year":"2019","unstructured":"Chen, C.Y., Tang, S.L., Chou, S.C.T.: Taxonomy based performance metrics for evaluating taxonomic assignment methods. BMC Bioinform. 20(1), 310 (2019). https:\/\/doi.org\/10.1186\/s12859-019-2896-0","journal-title":"BMC Bioinform."},{"key":"16_CR11","doi-asserted-by":"publisher","unstructured":"Chen, T., Guestrin, C.: XGBoost: a scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 785\u2013794. KDD \u201916, Association for Computing Machinery, New York, NY, USA (2016). https:\/\/doi.org\/10.1145\/2939672.2939785","DOI":"10.1145\/2939672.2939785"},{"key":"16_CR12","doi-asserted-by":"publisher","unstructured":"Cherti, M., et al.: Reproducible scaling laws for contrastive language-image learning. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, BC, Canada, June 17-24, 2023, pp. 2818\u20132829. IEEE (2023). https:\/\/doi.org\/10.1109\/CVPR52729.2023.00276","DOI":"10.1109\/CVPR52729.2023.00276"},{"key":"16_CR13","doi-asserted-by":"publisher","unstructured":"Cohan, A., Feldman, S., Beltagy, I., Downey, D., Weld, D.S.: SPECTER: document-level representation learning using citation-informed transformers. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, Online, July 5-10, 2020, pp. 2270\u20132282. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/V1\/2020.ACL-MAIN.207","DOI":"10.18653\/V1\/2020.ACL-MAIN.207"},{"issue":"3","key":"16_CR14","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/BF00994018","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C., Vapnik, V.: Support-vector networks. Mach. Learn. 20(3), 273\u2013297 (1995). https:\/\/doi.org\/10.1007\/BF00994018","journal-title":"Mach. Learn."},{"key":"16_CR15","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/aclanthology.org\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Hasson, I., Novgorodov, S., Fuchs, G., Acriche, Y.: Category recognition in e-commerce using sequence-to-sequence hierarchical classification. In: Proceedings of the 14th ACM International Conference on Web Search and Data Mining, pp. 902\u2013905 (2021)","DOI":"10.1145\/3437963.3441717"},{"key":"16_CR17","doi-asserted-by":"publisher","unstructured":"Ho, T.K.: Random decision forests. In: Third International Conference on Document Analysis and Recognition, ICDAR 1995, August 14 - 15, 1995, Montreal, Canada, vol. I, pp. 278\u2013282. IEEE Computer Society (1995). https:\/\/doi.org\/10.1109\/ICDAR.1995.598994","DOI":"10.1109\/ICDAR.1995.598994"},{"key":"16_CR18","doi-asserted-by":"publisher","unstructured":"Kim, S., Gil, J.: Research paper classification systems based on TF-IDF and LDA schemes. Hum. Centric Comput. Inf. Sci. 9, 30 (2019). https:\/\/doi.org\/10.1186\/S13673-019-0192-7","DOI":"10.1186\/S13673-019-0192-7"},{"issue":"6755","key":"16_CR19","doi-asserted-by":"publisher","first-page":"788","DOI":"10.1038\/44565","volume":"401","author":"DD Lee","year":"1999","unstructured":"Lee, D.D., Seung, H.S.: Learning the parts of objects by non-negative matrix factorization. Nature 401(6755), 788\u2013791 (1999)","journal-title":"Nature"},{"issue":"2","key":"16_CR20","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1006\/inco.1994.1009","volume":"108","author":"N Littlestone","year":"1994","unstructured":"Littlestone, N., Warmuth, M.K.: The weighted majority algorithm. Inf. Comput. 108(2), 212\u2013261 (1994)","journal-title":"Inf. Comput."},{"key":"16_CR21","doi-asserted-by":"publisher","unstructured":"Lo, K., Shen, Z., Newman, B., Chang, J., Authur, R., Bransom, E., Candra, S., Chandrasekhar, Y., Huff, R., Kuehl, B., Singh, A., Wilhelm, C., Zamarron, A., Hearst, M.A., Weld, D., Downey, D., Soldaini, L.: PaperMage: A unified toolkit for processing, representing, and manipulating visually-rich scientific documents. In: Feng, Y., Lefever, E. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 495\u2013507. Association for Computational Linguistics, Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-demo.45, https:\/\/aclanthology.org\/2023.emnlp-demo.45","DOI":"10.18653\/v1\/2023.emnlp-demo.45"},{"key":"16_CR22","doi-asserted-by":"publisher","unstructured":"Nguyen, T.H., Shirai, K.: Text classification of technical papers based on text segmentation. In: M\u00e9tais, E., Meziane, F., Saraee, M., Sugumaran, V., Vadera, S. (eds.) Natural Language Processing and Information Systems - 18th International Conference on Applications of Natural Language to Information Systems, NLDB 2013, Salford, UK, June 19-21, 2013. Proceedings. Lecture Notes in Computer Science, vol.\u00a07934, pp. 278\u2013284. Springer (2013). https:\/\/doi.org\/10.1007\/978-3-642-38824-8_25,","DOI":"10.1007\/978-3-642-38824-8_25"},{"key":"16_CR23","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1613\/jair.614","volume":"11","author":"D Opitz","year":"1999","unstructured":"Opitz, D., Maclin, R.: Popular ensemble methods: an empirical study. J. Artif. Intell. Res. 11, 169\u2013198 (1999)","journal-title":"J. Artif. Intell. Res."},{"key":"16_CR24","doi-asserted-by":"publisher","unstructured":"Oquab, M., et al.: DINOv2: learning robust visual features without supervision. CoRR abs\/2304.07193 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2304.07193","DOI":"10.48550\/ARXIV.2304.07193"},{"key":"16_CR25","doi-asserted-by":"publisher","unstructured":"Ostendorff, M., Rethmeier, N., Augenstein, I., Gipp, B., Rehm, G.: Neighborhood contrastive learning for scientific document representations with citation embeddings. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 11670\u201311688. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates (2022). https:\/\/doi.org\/10.18653\/v1\/2022.emnlp-main.802, https:\/\/aclanthology.org\/2022.emnlp-main.802","DOI":"10.18653\/v1\/2022.emnlp-main.802"},{"key":"16_CR26","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"key":"16_CR27","unstructured":"Ramos, J., et\u00a0al.: Using TF-IDF to determine word relevance in document queries. In: Proceedings of the First Instructional Conference on Machine Learning, vol.\u00a0242, pp. 29\u201348. Citeseer (2003)"},{"key":"#cr-split#-16_CR28.1","doi-asserted-by":"crossref","unstructured":"Rehm, G., Schimmler, S., Dietze, S., Kr\u00fcger, F. (eds.): Proceedings of the Workshop on Natural Scientific Language Processing and Research Knowledge Graphs (NSLP 2024","DOI":"10.1007\/978-3-031-65794-8"},{"key":"#cr-split#-16_CR28.2","unstructured":"co-located with ESWC 2024). No. 14770 in Lecture Notes in Artificial Intelligence (LNAI), Springer (2024)"},{"key":"#cr-split#-16_CR29.1","doi-asserted-by":"crossref","unstructured":"Ruosch, F., Vasi, R., Wang, R., Rossetto, L., Bernstein, A.: Single-label multi-modal field of research classification. In: Rehm, G., Schimmler, S., Dietze, S., Kr\u00fcger, F. (eds.) Proceedings of the Workshop on Natural Scientific Language Processing and Research Knowledge Graphs (NSLP 2024","DOI":"10.1007\/978-3-031-65794-8_15"},{"key":"#cr-split#-16_CR29.2","unstructured":"co-located with ESWC 2024). Hersonissos, Greece (2024), 27 May 2024. Accepted for publication"},{"key":"16_CR30","unstructured":"Schuhmann, C., et al.: LAION-5B: an open large-scale dataset for training next generation image-text models. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, November 28 - December 9, 2022 (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/a1859debfb3b59d094f3504d5ebb6c25-Abstract-Datasets_and_Benchmarks.html"},{"key":"16_CR31","doi-asserted-by":"crossref","unstructured":"Taheriyan, M.: Subject classification of research papers based on interrelationships analysis. In: Proceedings of the 2011 Workshop on Knowledge Discovery, Modeling and Simulation, pp. 39\u201344 (2011)","DOI":"10.1145\/2023568.2023579"},{"key":"16_CR32","doi-asserted-by":"publisher","unstructured":"Tsoumakas, G., Katakis, I., Vlahavas, I.P.: Mining multi-label data. In: Maimon, O., Rokach, L. (eds.) Data Mining and Knowledge Discovery Handbook, 2nd ed, pp. 667\u2013685. Springer (2010). https:\/\/doi.org\/10.1007\/978-0-387-09823-4_34","DOI":"10.1007\/978-0-387-09823-4_34"},{"key":"16_CR33","doi-asserted-by":"publisher","unstructured":"Wade, A.D.: The semantic scholar academic graph (S2AG). In: Companion Proceedings of the Web Conference 2022, p.\u00a0739. WWW \u201922, Association for Computing Machinery, New York, NY, USA (2022). https:\/\/doi.org\/10.1145\/3487553.3527147","DOI":"10.1145\/3487553.3527147"},{"issue":"7","key":"16_CR34","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1016\/J.PATCOG.2006.12.019","volume":"40","author":"M Zhang","year":"2007","unstructured":"Zhang, M., Zhou, Z.: ML-KNN: a lazy learning approach to multi-label learning. Pattern Recogn. 40(7), 2038\u20132048 (2007). https:\/\/doi.org\/10.1016\/J.PATCOG.2006.12.019","journal-title":"Pattern Recogn."}],"container-title":["Lecture Notes in Computer Science","The Semantic Web: ESWC 2024 Satellite Events"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78955-7_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,27]],"date-time":"2025-01-27T14:19:58Z","timestamp":1737987598000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78955-7_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031789540","9783031789557"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78955-7_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"28 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hersonissos","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2024.eswc-conferences.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}