{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T02:57:37Z","timestamp":1743044257521,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031539688"},{"type":"electronic","value":"9783031539695"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-53969-5_11","type":"book-chapter","created":{"date-parts":[[2024,2,15]],"date-time":"2024-02-15T09:03:35Z","timestamp":1707987815000},"page":"131-141","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Benchmarking Named Entity Recognition Approaches for\u00a0Extracting Research Infrastructure Information from\u00a0Text"],"prefix":"10.1007","author":[{"given":"Georgios","family":"Cheirmpos","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Seyed Amin","family":"Tabatabaei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Georgios","family":"Tsatsaronis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,2,16]]},"reference":[{"key":"11_CR1","unstructured":"European Research & Innovation ERIC practical guidelines legal framework for a European Research Infrastructure Consortium. Publications Office (2015)"},{"key":"11_CR2","unstructured":"Wolf, T., et al.: Huggingface\u2019s transformers: state-of-the-art natural language processing. arXiv Preprint arXiv:1910.03771 (2019)"},{"key":"11_CR3","unstructured":"sklearn - CRFSuite. https:\/\/github.com\/TeamHG-Memex\/sklearn-crfsuite\/"},{"key":"11_CR4","unstructured":"Paszke, A., Gross, S., et al.: PyTorch: An Imperative Style, High-Performance Deep Learning Library (2019)"},{"key":"11_CR5","unstructured":"Van Rossum, G., Drake, F.L.: Python 3 Reference Manual (2009)"},{"key":"11_CR6","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. arXiv Preprint arXiv:1810.04805"},{"key":"11_CR7","unstructured":"Liaw, R., Liang, E., Nishihara, R., Moritz, P., Gonzalez, J., Stoica, I.T.: A Research Platform for Distributed Model Selection and Training (2018)"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Loper, E., Bird, S.: NLTK: The Natural Language Toolkit. CoRR cs.CL\/0205028 (2002). http:\/\/dblp.uni-trier.de\/db\/journals\/corr\/corr0205.html#cs-CL-0205028","DOI":"10.3115\/1118108.1118117"},{"key":"11_CR9","unstructured":"Honnibal, M., Montani, I.: spaCy 2: Natural language understanding with Bloom embeddings, convolutional neural networks and incremental parsing (2017)"},{"key":"11_CR10","unstructured":"Lee, H., Peirsman, Y., Chang, A., Chambers, N., Surdeanu, M., Jurafsky, D.: Stanford\u2019s multi-pass sieve coreference resolution system at the CoNLL-2011 shared task (2011)"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Wang, Z., Zhao, K., Wang, Z., Shang, J.: Formulating few-shot fine-tuning towards language model pre-training: a pilot study on named entity recognition. arXiv preprint arXiv:2205.11799 (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.232"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Yang, Y., Katiyar, A.: Simple and effective few-shot named entity recognition with structured nearest neighbor learning (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.516"},{"key":"11_CR13","doi-asserted-by":"publisher","unstructured":"Wang, Y., Yao, Q., Kwok, J.T., Ni, L.M.: Generalizing from a few examples: a survey on few-shot learning. ACM Comput. Surv. 53(3), 34, Article no. 63 (2021). https:\/\/doi.org\/10.1145\/3386252","DOI":"10.1145\/3386252"},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Clinical information extraction applications: a literature review. J. Biomed. Inform. 77 (2018)","DOI":"10.1016\/j.jbi.2017.11.011"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast-but is it good? Evaluating non-expert annotations for natural language tasks (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Fleiss, J.L.: Measuring nominal scale agreement among many raters. Psychol. Bull. 76 (1971)","DOI":"10.1037\/h0031619"},{"key":"11_CR17","doi-asserted-by":"crossref","unstructured":"Banerjee, M., Capozzoli, M., McSweeney, L., Sinha, D.: Beyond kappa: a review of interrater agreement measures. Can. J. Stat. 27 (1999)","DOI":"10.2307\/3315487"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"Hadsell, R., Chopra, S., LeCun, Y.: Dimensionality reduction by learning an invariant mapping. In: 2006 IEEE Computer Society Conference on Computer Vision and Pattern Recognition (CVPR 2006), vol. 2. IEEE (2006)","DOI":"10.1109\/CVPR.2006.100"},{"key":"11_CR19","unstructured":"Gunel, B., Du, J., Conneau, A., Stoyanov, V.: Supervised contrastive learning for pre-trained language model fine-tuning (2020)"},{"key":"11_CR20","unstructured":"Cao, K., Wei, C., Gaidon, A., Arechiga, N., Ma, T.: Learning imbalanced datasets with label-distribution-aware margin loss. In: Advances in Neural Information Processing Systems, vol. 32 (2019)"},{"key":"11_CR21","unstructured":"Liu, W., Wen, Y., Yu, Z., Yang, M.: Large-margin softmax loss for convolutional neural networks. In: ICML, vol. 2 (2016)"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Das, S.S.S., Katiyar, A., Passonneau, R.J., Zhang, R.: CONTaiNER: few-shot named entity recognition via contrastive learning (2021). https:\/\/github.com\/psunlpgroup\/CONTaiNER","DOI":"10.18653\/v1\/2022.acl-long.439"},{"key":"11_CR23","doi-asserted-by":"crossref","unstructured":"Kayal, S., et al.: Tagging funding agencies and grants in scientific articles using sequential learning models. In: BioNLP 2017, pp. 216\u2013221 (2017)","DOI":"10.18653\/v1\/W17-2327"},{"key":"11_CR24","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/TKDE.2020.2981314","volume":"34","author":"J Li","year":"2022","unstructured":"Li, J., Sun, A., Han, J., Li, C.: A survey on deep learning for NER. IEEE Trans. Knowl. Data Eng. 34, 50\u201370 (2022)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"11_CR25","unstructured":"Yadav, V., Bethard, S.: A survey on recent advances in named entity recognition from deep learning models (2019)"},{"key":"11_CR26","unstructured":"Lafferty, J., McCallum, A., Pereira, F.C.N.: Conditional random fields: probabilistic models for segmenting and labeling sequence data (2001)"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Ma, X., Hovy, E.: End-to-end sequence labeling via bi-directional LSTM-CNNs-CRF. arXiv preprint arXiv:1603.01354 (2016)","DOI":"10.18653\/v1\/P16-1101"},{"key":"11_CR28","series-title":"Text, Speech and Language Technology","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/978-94-017-2390-9_10","volume-title":"Natural Language Processing Using Very Large Corpora","author":"LA Ramshaw","year":"1999","unstructured":"Ramshaw, L.A., Marcus, M.P.: Text chunking using transformation-based learning. In: Armstrong, S., Church, K., Isabelle, P., Manzi, S., Tzoukermann, E., Yarowsky, D. (eds.) TLTB. Text, Speech and Language Technology, vol. 11, pp. 157\u2013179. Springer, Dordrecht (1999). https:\/\/doi.org\/10.1007\/978-94-017-2390-9_10"},{"key":"11_CR29","unstructured":"Bird, S., Klein, E., Loper, E.: Natural Language Processing with Python: Analyzing Text with the Natural Language Toolkit. O\u2019Reilly Media Inc. (2009)"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Dror, R.B., et al.: The Hitchhiker\u2019s guide to testing statistical significance in natural language processing. In: Proceedings of the 56th Annual Meeting of the ACL (2018)","DOI":"10.18653\/v1\/P18-1128"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Tabatabaei, S.A., et al.: Annotating research infrastructure in scientific papers: an NLP-driven approach. In: Proceedings of the 61st Annual Meeting of the ACL (Volume 5: Industry Track), pp. 457\u2013463 (2023)","DOI":"10.18653\/v1\/2023.acl-industry.44"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-53969-5_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,11]],"date-time":"2024-11-11T12:53:23Z","timestamp":1731329603000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-53969-5_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031539688","9783031539695"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-53969-5_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"16 February 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning, Optimization, and Data Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grasmere","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2023.icas.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In-house system and EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"119","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5-6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}