{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T02:06:45Z","timestamp":1743127605624,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031657931"},{"type":"electronic","value":"9783031657948"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,8,15]],"date-time":"2024-08-15T00:00:00Z","timestamp":1723680000000},"content-version":"vor","delay-in-days":227,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"abstract":"<jats:title>Abstract<\/jats:title><jats:p>The automated field of research classification for scientific papers is still challenging, even with modern tools such as large language models. As part of a shared task tackling this problem, this paper presents our contribution <jats:bold>SLAMFORC<\/jats:bold>, an approach to single-label classification using multi-modal data. We combined the metadata of papers with their full text and, where available, images into a pipeline to predict their field of research with an ensemble voting on traditional classifiers and large language models. We evaluated our approach on the shared task dataset and scored the highest values for two of the four metrics used in the evaluation of the competition, with the other two being the second highest.<\/jats:p>","DOI":"10.1007\/978-3-031-65794-8_15","type":"book-chapter","created":{"date-parts":[[2024,8,14]],"date-time":"2024-08-14T06:02:44Z","timestamp":1723615364000},"page":"224-233","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Single-Label Multi-modal Field of\u00a0Research Classification"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0257-3318","authenticated-orcid":false,"given":"Florian","family":"Ruosch","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0302-5065","authenticated-orcid":false,"given":"Rosni","family":"Vasu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0581-6709","authenticated-orcid":false,"given":"Ruijie","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5389-9465","authenticated-orcid":false,"given":"Luca","family":"Rossetto","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0128-4602","authenticated-orcid":false,"given":"Abraham","family":"Bernstein","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,15]]},"reference":[{"doi-asserted-by":"publisher","unstructured":"Abu\u00a0Ahmad, R., Borisova, E., Rehm, G.: FoRC-Subtask-I@NSLP2024 Testing Data (2024). https:\/\/doi.org\/10.5281\/zenodo.10469550","key":"15_CR1","DOI":"10.5281\/zenodo.10469550"},{"doi-asserted-by":"publisher","unstructured":"Abu\u00a0Ahmad, R., Borisova, E., Rehm, G.: FoRC-Subtask-I@NSLP2024 Training and Validation Data (2024). https:\/\/doi.org\/10.5281\/zenodo.10438530","key":"15_CR2","DOI":"10.5281\/zenodo.10438530"},{"issue":"3","key":"15_CR3","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1515\/bfp-2020-2042","volume":"44","author":"S Auer","year":"2020","unstructured":"Auer, S., et al.: Improving access to scientific literature with knowledge graphs. Bibliothek Forschung und Praxis 44(3), 516\u2013529 (2020)","journal-title":"Bibliothek Forschung und Praxis"},{"unstructured":"Balabantaray, R.C., Sarma, C., Jha, M.: Document clustering using k-means and k-medoids. CoRR abs\/1502.07938 (2015). http:\/\/arxiv.org\/abs\/1502.07938","key":"15_CR4"},{"doi-asserted-by":"publisher","unstructured":"Beltagy, I., Lo, K., Cohan, A.: SciBERT: a pretrained language model for scientific text. In: Inui, K., Jiang, J., Ng, V., Wan, X. (eds.) Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing, EMNLP-IJCNLP 2019, Hong Kong, China, 3\u20137 November 2019, pp. 3613\u20133618. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/D19-1371","key":"15_CR5","DOI":"10.18653\/V1\/D19-1371"},{"unstructured":"Bishop, C.M.: Pattern Recognition and Machine Learning, 5th edn. Information Science and Statistics. Springer, Cham (2007). https:\/\/www.worldcat.org\/oclc\/71008143","key":"15_CR6"},{"unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. J. Mach. Learn. Res. 3, 993\u20131022 (2003). http:\/\/jmlr.org\/papers\/v3\/blei03a.html","key":"15_CR7"},{"doi-asserted-by":"crossref","unstructured":"Bravo-Alcobendas, D., Sorzano, C.: Clustering of biomedical scientific papers. In: 2009 IEEE International Symposium on Intelligent Signal Processing, pp. 205\u2013209. IEEE (2009)","key":"15_CR8","DOI":"10.1109\/WISP.2009.5286530"},{"issue":"1","key":"15_CR9","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1186\/s12859-019-2896-0","volume":"20","author":"CY Chen","year":"2019","unstructured":"Chen, C.Y., Tang, S.L., Chou, S.C.T.: Taxonomy based performance metrics for evaluating taxonomic assignment methods. BMC Bioinform. 20(1), 310 (2019). https:\/\/doi.org\/10.1186\/s12859-019-2896-0","journal-title":"BMC Bioinform."},{"doi-asserted-by":"publisher","unstructured":"Chen, T., Guestrin, C.: XGBoost: a scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2016, pp. 785\u2013794. Association for Computing Machinery, New York (2016). https:\/\/doi.org\/10.1145\/2939672.2939785","key":"15_CR10","DOI":"10.1145\/2939672.2939785"},{"doi-asserted-by":"publisher","unstructured":"Cherti, M., et al.: Reproducible scaling laws for contrastive language-image learning. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2023, Vancouver, BC, Canada, 17\u201324 June 2023, pp. 2818\u20132829. IEEE (2023). https:\/\/doi.org\/10.1109\/CVPR52729.2023.00276","key":"15_CR11","DOI":"10.1109\/CVPR52729.2023.00276"},{"doi-asserted-by":"publisher","unstructured":"Cohan, A., Feldman, S., Beltagy, I., Downey, D., Weld, D.S.: SPECTER: document-level representation learning using citation-informed transformers. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, Online, 5\u201310 July 2020, pp. 2270\u20132282. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/V1\/2020.ACL-MAIN.207","key":"15_CR12","DOI":"10.18653\/V1\/2020.ACL-MAIN.207"},{"issue":"3","key":"15_CR13","doi-asserted-by":"publisher","first-page":"273","DOI":"10.1007\/BF00994018","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes, C., Vapnik, V.: Support-vector networks. Mach. Learn. 20(3), 273\u2013297 (1995). https:\/\/doi.org\/10.1007\/BF00994018","journal-title":"Mach. Learn."},{"doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Burstein, J., Doran, C., Solorio, T. (eds.) Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota (2019). https:\/\/doi.org\/10.18653\/v1\/N19-1423. https:\/\/aclanthology.org\/N19-1423","key":"15_CR14","DOI":"10.18653\/v1\/N19-1423"},{"doi-asserted-by":"publisher","unstructured":"Ho, T.K.: Random decision forests. In: Third International Conference on Document Analysis and Recognition, ICDAR 1995, Montreal, Canada, 14\u201315 August 1995, vol. I, pp. 278\u2013282. IEEE Computer Society (1995). https:\/\/doi.org\/10.1109\/ICDAR.1995.598994","key":"15_CR15","DOI":"10.1109\/ICDAR.1995.598994"},{"key":"15_CR16","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1186\/S13673-019-0192-7","volume":"9","author":"S Kim","year":"2019","unstructured":"Kim, S., Gil, J.: Research paper classification systems based on TF-IDF and LDA schemes. Hum. Centric Comput. Inf. Sci. 9, 30 (2019). https:\/\/doi.org\/10.1186\/S13673-019-0192-7","journal-title":"Hum. Centric Comput. Inf. Sci."},{"issue":"6755","key":"15_CR17","doi-asserted-by":"publisher","first-page":"788","DOI":"10.1038\/44565","volume":"401","author":"DD Lee","year":"1999","unstructured":"Lee, D.D., Seung, H.S.: Learning the parts of objects by non-negative matrix factorization. Nature 401(6755), 788\u2013791 (1999)","journal-title":"Nature"},{"issue":"2","key":"15_CR18","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1006\/inco.1994.1009","volume":"108","author":"N Littlestone","year":"1994","unstructured":"Littlestone, N., Warmuth, M.K.: The weighted majority algorithm. Inf. Comput. 108(2), 212\u2013261 (1994)","journal-title":"Inf. Comput."},{"doi-asserted-by":"publisher","unstructured":"Lo, K., et al.: PaperMage: a unified toolkit for processing, representing, and manipulating visually-rich scientific documents. In: Feng, Y., Lefever, E. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: System Demonstrations, pp. 495\u2013507. Association for Computational Linguistics, Singapore (2023). https:\/\/doi.org\/10.18653\/v1\/2023.emnlp-demo.45. https:\/\/aclanthology.org\/2023.emnlp-demo.45","key":"15_CR19","DOI":"10.18653\/v1\/2023.emnlp-demo.45"},{"key":"15_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1007\/978-3-642-38824-8_25","volume-title":"Natural Language Processing and Information Systems","author":"TH Nguyen","year":"2013","unstructured":"Nguyen, T.H., Shirai, K.: Text classification of technical papers based on text segmentation. In: M\u00e9tais, E., Meziane, F., Saraee, M., Sugumaran, V., Vadera, S. (eds.) NLDB 2013. LNCS, vol. 7934, pp. 278\u2013284. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-38824-8_25"},{"key":"15_CR21","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1613\/jair.614","volume":"11","author":"D Opitz","year":"1999","unstructured":"Opitz, D., Maclin, R.: Popular ensemble methods: an empirical study. J. Artif. Intell. Res. 11, 169\u2013198 (1999)","journal-title":"J. Artif. Intell. Res."},{"doi-asserted-by":"publisher","unstructured":"Oquab, M., et al.: DINOv2: learning robust visual features without supervision. CoRR abs\/2304.07193 (2023). https:\/\/doi.org\/10.48550\/ARXIV.2304.07193","key":"15_CR22","DOI":"10.48550\/ARXIV.2304.07193"},{"doi-asserted-by":"publisher","unstructured":"Ostendorff, M., Rethmeier, N., Augenstein, I., Gipp, B., Rehm, G.: Neighborhood contrastive learning for scientific document representations with citation embeddings. In: Goldberg, Y., Kozareva, Z., Zhang, Y. (eds.) Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, pp. 11670\u201311688. Association for Computational Linguistics, Abu Dhabi, United Arab Emirates (2022). https:\/\/doi.org\/10.18653\/v1\/2022.emnlp-main.802. https:\/\/aclanthology.org\/2022.emnlp-main.802","key":"15_CR23","DOI":"10.18653\/v1\/2022.emnlp-main.802"},{"key":"15_CR24","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"unstructured":"Ramos, J., et\u00a0al.: Using TF-IDF to determine word relevance in document queries. In: Proceedings of the First Instructional Conference on Machine Learning, vol.\u00a0242, pp. 29\u201348. Citeseer (2003)","key":"15_CR25"},{"unstructured":"Schuhmann, C., et al.: LAION-5B: an open large-scale dataset for training next generation image-text models. In: Koyejo, S., Mohamed, S., Agarwal, A., Belgrave, D., Cho, K., Oh, A. (eds.) Advances in Neural Information Processing Systems 35: Annual Conference on Neural Information Processing Systems 2022, NeurIPS 2022, New Orleans, LA, USA, 28 November\u20139 December 2022 (2022). http:\/\/papers.nips.cc\/paper_files\/paper\/2022\/hash\/a1859debfb3b59d094f3504d5ebb6c25-Abstract-Datasets_and_Benchmarks.html","key":"15_CR26"},{"doi-asserted-by":"crossref","unstructured":"Taheriyan, M.: Subject classification of research papers based on interrelationships analysis. In: Proceedings of the 2011 Workshop on Knowledge Discovery, Modeling and Simulation, pp. 39\u201344 (2011)","key":"15_CR27","DOI":"10.1145\/2023568.2023579"},{"key":"15_CR28","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-09823-4_34","volume-title":"Data Mining and Knowledge Discovery Handbook","author":"G Tsoumakas","year":"2009","unstructured":"Tsoumakas, G., Katakis, I., Vlahavas, I.: Mining multi-label data. In: Maimon, O., Rokach, L. (eds.) Data Mining and Knowledge Discovery Handbook. Springer, Boston (2009). https:\/\/doi.org\/10.1007\/978-0-387-09823-4_34"},{"doi-asserted-by":"publisher","unstructured":"Wade, A.D.: The semantic scholar academic graph (S2AG). In: Companion Proceedings of the Web Conference 2022, WWW 2022, p.\u00a0739. Association for Computing Machinery, New York (2022). https:\/\/doi.org\/10.1145\/3487553.3527147","key":"15_CR29","DOI":"10.1145\/3487553.3527147"},{"issue":"7","key":"15_CR30","doi-asserted-by":"publisher","first-page":"2038","DOI":"10.1016\/J.PATCOG.2006.12.019","volume":"40","author":"M Zhang","year":"2007","unstructured":"Zhang, M., Zhou, Z.: ML-KNN: a lazy learning approach to multi-label learning. Pattern Recogn. 40(7), 2038\u20132048 (2007). https:\/\/doi.org\/10.1016\/J.PATCOG.2006.12.019","journal-title":"Pattern Recogn."}],"container-title":["Lecture Notes in Computer Science","Natural Scientific Language Processing and Research Knowledge Graphs"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-65794-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,14]],"date-time":"2024-08-14T06:05:27Z","timestamp":1723615527000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-65794-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031657931","9783031657948"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-65794-8_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"15 August 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NSLP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Natural Scientific Language Processing and Research Knowledge Graphs","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hersonissos, Crete","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 May 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 May 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nslp2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nfdi4ds.github.io\/nslp2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}