{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:08:19Z","timestamp":1755839299873,"version":"3.40.3"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030997380"},{"type":"electronic","value":"9783030997397"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99739-7_35","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"288-293","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["DocTAG: A Customizable Annotation Tool for Ground Truth Creation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5015-5498","authenticated-orcid":false,"given":"Fabio","family":"Giachelle","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2284-5699","authenticated-orcid":false,"given":"Ornella","family":"Irrera","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-4554","authenticated-orcid":false,"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"35_CR1","unstructured":"Biega, A.J., Diaz, F., Ekstrand, M.D., Kohlmeier, S.: Overview of the TREC 2019 fair ranking track. CoRR abs\/2003.11650 (2020)"},{"key":"35_CR2","doi-asserted-by":"crossref","unstructured":"Cejuela, J.M., et al.: tagtog: interactive and text-mining-assisted annotation of gene mentions in PLOS full-text articles. Database J. Biol. Databases Curation 2014 (2014)","DOI":"10.1093\/database\/bau033"},{"key":"35_CR3","doi-asserted-by":"crossref","unstructured":"Dogan, R.I., Kwon, D., Kim, S., Lu, Z.: TeamTat: a collaborative text annotation tool. Nucleic Acids Res. 48(Webserver-Issue), W5\u2013W11 (2020)","DOI":"10.1093\/nar\/gkaa333"},{"key":"35_CR4","doi-asserted-by":"crossref","unstructured":"Giachelle, F., Irrera, O., Silvello, G.: MedTAG: a portable and customizable annotation tool for biomedical documents. BMC Med. Inform. Decis. Making 21, 352 (2021)","DOI":"10.1186\/s12911-021-01706-4"},{"key":"35_CR5","unstructured":"Klie, J.C., Bugert, M., Boullosa, B., de Castilho, R.E., Gurevych, I.: The inception platform: machine-assisted and knowledge-oriented interactive annotation. In: Proceedings of the 27th International Conference on Computational Linguistics: System Demonstrations, pp. 5\u20139. Association for Computational Linguistics, June 2018"},{"key":"35_CR6","doi-asserted-by":"crossref","unstructured":"Kwon, D., Kim, S., Shin, S., Chatr-aryamontri, A., Wilbur, W.J.: Assisting manual literature curation for protein-protein interactions using BioQRator. Database J. Biol. Databases Curation 2014, bau067 (2014)","DOI":"10.1093\/database\/bau067"},{"key":"35_CR7","doi-asserted-by":"crossref","unstructured":"Kwon, D., Kim, S., Wei, C., Leaman, R., Lu, Z.: ezTag: tagging biomedical concepts via interactive learning. Nucleic Acids Res. 46(Webserver-Issue), W523\u2013W529 (2018)","DOI":"10.1093\/nar\/gky428"},{"key":"35_CR8","unstructured":"Lin, J., et al.: Overview of the TREC 2017 real-time summarization track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of The Twenty-Sixth Text REtrieval Conference, TREC 2017, Gaithersburg, Maryland, USA, 15\u201317 November 2017. NIST Special Publication, vol. 500\u2013324. National Institute of Standards and Technology (NIST) (2017)"},{"key":"35_CR9","doi-asserted-by":"crossref","unstructured":"Lin, J., Roegiest, A., Tan, L., McCreadie, R., Voorhees, E.M., Diaz, F.: Overview of the TREC 2016 real-time summarization track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of the Twenty-Fifth Text REtrieval Conference, TREC 2016, Gaithersburg, Maryland, USA, 15\u201318 November 2016. NIST Special Publication, vol. 500\u2013321. National Institute of Standards and Technology (NIST) (2016)","DOI":"10.6028\/NIST.SP.500-321.realtime-overview"},{"key":"35_CR10","doi-asserted-by":"crossref","unstructured":"Lin, J., Wang, Y., Efron, M., Sherman, G.: Overview of the TREC-2014 microblog track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of the Twenty-Third Text REtrieval Conference, TREC 2014, Gaithersburg, Maryland, USA, 19\u201321 November 2014. NIST Special Publication, vol. 500\u2013308. National Institute of Standards and Technology (NIST) (2014)","DOI":"10.6028\/NIST.SP.500-308.microblog-overview"},{"issue":"1","key":"35_CR11","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1093\/bib\/bbz130","volume":"22","author":"M Neves","year":"2021","unstructured":"Neves, M., \u0160eva, J.: An extensive review of tools for manual annotation of documents. Brief. Bioinform. 22(1), 146\u2013163 (2021)","journal-title":"Brief. Bioinform."},{"issue":"2","key":"35_CR12","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1093\/bib\/bbs084","volume":"15","author":"ML Neves","year":"2014","unstructured":"Neves, M.L., Leser, U.: A survey on annotation tools for the biomedical literature. Briefings Bioinform. 15(2), 327\u2013340 (2014)","journal-title":"Briefings Bioinform."},{"issue":"17","key":"35_CR13","doi-asserted-by":"publisher","first-page":"2285","DOI":"10.1093\/bioinformatics\/bts435","volume":"28","author":"D Salgado","year":"2012","unstructured":"Salgado, D., et al.: MyMiner: a web application for computer-assisted biocuration and text annotation. Bioinform. 28(17), 2285\u20132287 (2012)","journal-title":"Bioinform."},{"key":"35_CR14","doi-asserted-by":"crossref","unstructured":"Sequiera, R., Tan, L., Lin, J.: Overview of the TREC 2018 real-time summarization track. In: Voorhees, E.M., Ellis, A. (eds.) Proceedings of the Twenty-Seventh Text REtrieval Conference, TREC 2018, Gaithersburg, Maryland, USA, 14\u201316 November 2018. NIST Special Publication, vol. 500\u2013331. National Institute of Standards and Technology (NIST) (2018)","DOI":"10.6028\/NIST.SP.500-331.rts-overview"},{"key":"35_CR15","unstructured":"Stenetorp, P., Pyysalo, S., Topic, G., Ohta, T., Ananiadou, S., Tsujii, J.: BRAT: a web-based tool for NLP-assisted text annotation. In: Daelemans, W., Lapata, M., M\u00e0rquez, L. (eds.) EACL 2012, 13th Conference of the European Chapter of the Association for Computational Linguistics, Avignon, France, 23\u201327 April 2012, pp. 102\u2013107. The Association for Computer Linguistics (2012)"},{"key":"35_CR16","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., et al.: TREC-COVID: constructing a pandemic information retrieval test collection. SIGIR Forum 54(1), 1:1\u20131:12 (2020)","DOI":"10.1145\/3451964.3451965"},{"key":"35_CR17","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.K.: Overview of the seventh text retrieval conference (TREC-7) (1999)","DOI":"10.6028\/NIST.SP.500-242"},{"key":"35_CR18","unstructured":"Yimam, S.M., Gurevych, I., de Castilho, R.E., Biemann, C.: WebAnno: a flexible, web-based and visually supported system for distributed annotations. In: 51st Annual Meeting of the Association for Computational Linguistics, ACL 2013, Proceedings of the Conference System Demonstrations, Sofia, Bulgaria, 4\u20139 August 2013, pp. 1\u20136. The Association for Computer Linguistics (2013)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99739-7_35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T15:44:13Z","timestamp":1726933453000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99739-7_35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997380","9783030997397"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99739-7_35","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}