{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T02:25:11Z","timestamp":1768011911589,"version":"3.49.0"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,9,16]]},"DOI":"10.1109\/e-science62913.2024.10678721","type":"proceedings-article","created":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T17:23:25Z","timestamp":1726853005000},"page":"1-10","source":"Crossref","is-referenced-by-count":1,"title":["Reproducibility in Named Entity Recognition: A Case Study Analysis"],"prefix":"10.1109","author":[{"given":"Carlos","family":"Cuevas Villarmin","sequence":"first","affiliation":[{"name":"Université Paris-Saclay, CNRS,Laboratoire Interdisciplinaire des Sciences du Numérique,Orsay,France,91405"}]},{"given":"Sarah","family":"Cohen-Boulakia","sequence":"additional","affiliation":[{"name":"Université Paris-Saclay, CNRS,Laboratoire Interdisciplinaire des Sciences du Numérique,Orsay,France,91405"}]},{"given":"Nona","family":"Naderi","sequence":"additional","affiliation":[{"name":"Université Paris-Saclay, CNRS,Laboratoire Interdisciplinaire des Sciences du Numérique,Orsay,France,91405"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty449"},{"issue":"132","key":"ref3","first-page":"1","article-title":"Extracting pico sentences from clinical trial reports using supervised distant supervision","volume":"17","author":"Wallace","year":"2016","journal-title":"Journal of Machine Learning Research"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocx019"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3459930.3469560"},{"key":"ref6","first-page":"26","article-title":"PICO corpus: A publicly available corpus to support automatic data extraction from biomedical literature","volume-title":"Proceedings of the first Workshop on Information Extraction from Scientific Publications","author":"Mutinda"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1019"},{"key":"ref8","first-page":"67","article-title":"PICO element detection in medical text via long short-term memory neural networks","volume-title":"Proceedings of the BioNLP 2018 workshop","author":"Jin"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-12-S2-S5"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.11613\/BM.2012.031"},{"key":"ref11","article-title":"Longformer: The longdocument transformer","author":"Beltagy","year":"2020","journal-title":"arXiv preprint"},{"key":"ref12","volume-title":"seqeval: A python framework for sequence labeling evaluation","author":"Nakayama","year":"2018"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btad542"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-022-02074-4"},{"key":"ref15","article-title":"Introduction to the CoNLL2000 shared task chunking","volume-title":"Fourth Conference on Computational Natural Language Learning and the Second Learning Language in Logic Workshop","author":"Tjong Kim Sang"},{"key":"ref16","doi-asserted-by":"crossref","DOI":"10.3115\/1118853.1118877","article-title":"Introduction to the CoNLL-2002 shared task: Language-independent named entity recognition","volume-title":"COLING-02: The 6th Conference on Natural Language Learning 2002 (CoNLL-2002)","author":"Tjong Kim Sang"},{"key":"ref17","first-page":"142","article-title":"Introduction to the CoNLL2003 shared task: Language-independent named entity recognition","volume-title":"Proceedings of the Seventh Conference on Natural Language Learning at HLT-NAACL 2003","author":"Tjong Kim Sang"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eval4nlp-1.5"},{"key":"ref19","first-page":"1","article-title":"MUC-7 named entity task definition","volume-title":"Proceedings of the 7th Conference on Message Understanding","volume":"29","author":"Chinchor"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330701"},{"key":"ref21","first-page":"1691","article-title":"Offspring from reproduction problems: What replication failure teaches us","volume-title":"Proceedings of the 51st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Fokkens"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1201.0490"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2017.07.010"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2016.18"},{"key":"ref25","first-page":"188","article-title":"Pretraining to recognize PICO elements from randomized controlled trial literature","volume":"264","author":"Kang","year":"2019","journal-title":"Studies in health technology and informatics"},{"key":"ref26","article-title":"Reproducibility in machine learning-based studies: An example of text mining","volume-title":"Proceedings of the Reproducibility in Machine Learning Workshop, ICML","author":"Olorisade"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.mlwa.2022.100334"},{"issue":"164","key":"ref28","first-page":"1","article-title":"Improving reproducibility in machine learning research (a report from the neurips 2019 reproducibility program)","volume":"22","author":"Pineau","year":"2021","journal-title":"Journal of Machine Learning Research"},{"issue":"26","key":"ref29","first-page":"353","article-title":"Reproducibility crisis","volume":"533","author":"Baker","year":"2016","journal-title":"Nature"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2021.3096678"},{"key":"ref31","first-page":"768","article-title":"Community perspective on replicability in natural language processing","volume-title":"Proceedings of the International Conference on Recent Advances in Natural Language Processing (RANLP 2019)","author":"Mieskes"},{"key":"ref32","article-title":"National Academies of Sciences and Policy and Global Affairs and Board on Research Data and Information and Division on Engineering and Physical Sciences and Committee on Applied and Theoretical Statistics and Board on Mathematical Sciences and others","volume-title":"Reproducibility and replicability in science","year":"2019"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.eacl-main.29"},{"key":"ref34","first-page":"156","article-title":"Three dimensions of reproducibility in natural language processing","volume-title":"Proceedings of the LREC International conference on language resources & evaluation","volume":"2018","author":"Cohen"},{"key":"ref35","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1016\/j.future.2017.01.012","article-title":"Scientific workflows for computational reproducibility in the life sciences: Status, challenges and opportunities","volume":"75","author":"Cohen-Boulakia","year":"2017","journal-title":"Future Generation Computer Systems"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/SNAMS.2019.8931850"},{"key":"ref37","volume-title":"Reusable research? a case study in named entity recognition","author":"Van Erp","year":"2013"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.3115\/1219840.1219885"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocaa261"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-021-01256-7"},{"key":"ref41","volume-title":"A practical taxonomy of reproducibility for machine learning research","author":"Tatman","year":"2018"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btad227"}],"event":{"name":"2024 IEEE 20th International Conference on e-Science (e-Science)","location":"Osaka, Japan","start":{"date-parts":[[2024,9,16]]},"end":{"date-parts":[[2024,9,20]]}},"container-title":["2024 IEEE 20th International Conference on e-Science (e-Science)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10677510\/10678656\/10678721.pdf?arnumber=10678721","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,7]],"date-time":"2024-11-07T19:45:36Z","timestamp":1731008736000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10678721\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/e-science62913.2024.10678721","relation":{},"subject":[],"published":{"date-parts":[[2024,9,16]]}}}