{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T20:12:39Z","timestamp":1783541559313,"version":"3.55.0"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030997359","type":"print"},{"value":"9783030997366","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99736-6_39","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"584-598","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["Automation of Citation Screening for Systematic Literature Reviews Using Neural Networks: A Replicability Study"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4420-4147","authenticated-orcid":false,"given":"Wojciech","family":"Kusa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7149-5843","authenticated-orcid":false,"given":"Allan","family":"Hanbury","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1161-7359","authenticated-orcid":false,"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"39_CR1","unstructured":"Abadi, M., et al.: TensorFlow: Large-Scale Machine Learning on Heterogeneous Distributed Systems (2015). https:\/\/research.google\/pubs\/pub45166\/"},{"key":"39_CR2","doi-asserted-by":"publisher","unstructured":"Bannach-Brown, A., et al.: Machine learning algorithms for systematic review: reducing workload in a preclinical review of animal studies and reducing human screening error. Syst. Rev. 8(1), 1\u201312 (2019). https:\/\/doi.org\/10.1186\/S13643-019-0942-7, https:\/\/systematicreviewsjournal.biomedcentral.com\/articles\/10.1186\/s13643-019-0942-7","DOI":"10.1186\/S13643-019-0942-7"},{"key":"39_CR3","doi-asserted-by":"publisher","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with Subword information. Trans. Assoc. Comput. Linguist. 5, 135\u2013146 (2017). https:\/\/doi.org\/10.1162\/tacl_a_00051, http:\/\/arxiv.org\/abs\/1607.04606","DOI":"10.1162\/tacl_a_00051"},{"key":"39_CR4","doi-asserted-by":"publisher","unstructured":"Borah, R., Brown, A.W., Capers, P.L., Kaiser, K.A.: Analysis of the time and workers needed to conduct systematic reviews of medical interventions using data from the PROSPERO registry (2017). https:\/\/doi.org\/10.1136\/bmjopen-2016-012545, http:\/\/bmjopen.bmj.com\/","DOI":"10.1136\/bmjopen-2016-012545"},{"key":"39_CR5","doi-asserted-by":"crossref","unstructured":"Cohen, A.M., Hersh, W.R., Peterson, K., Yen, P.Y.: Reducing workload in systematic review preparation using automated citation classification. J. Am. Med. Inf. Assoc. 13(2), 206\u2013219 (2006). https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC1447545\/","DOI":"10.1197\/jamia.M1929"},{"key":"39_CR6","unstructured":"Cohen, A.M.: Optimizing feature representation for automated systematic review work prioritization. In: AMIA Annual Symposium Proceedings, vol. 2008, p. 121 (2008). https:\/\/www.ncbi.nlm.nih.gov\/pmc\/articles\/PMC2656096\/"},{"key":"39_CR7","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL HLT 2019 - 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies - Proceedings of the Conference, vol. 1, pp. 4171\u20134186, October 2018, https:\/\/arxiv.org\/abs\/1810.04805v2"},{"key":"39_CR8","doi-asserted-by":"publisher","unstructured":"van Dinter, R., Catal, C., Tekinerdogan, B.: A multi-channel convolutional neural network approach to automate the citation screening process. Appl. Soft Comput. 112, 107765 (2021). https:\/\/doi.org\/10.1016\/J.ASOC.2021.107765","DOI":"10.1016\/J.ASOC.2021.107765"},{"key":"39_CR9","doi-asserted-by":"publisher","unstructured":"van Dinter, R., Tekinerdogan, B., Catal, C.: Automation of systematic literature reviews: a systematic literature review. Inf. Softw. Technol. 136, 106589 (2021). https:\/\/doi.org\/10.1016\/j.infsof.2021.106589, https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584921000690","DOI":"10.1016\/j.infsof.2021.106589"},{"key":"39_CR10","doi-asserted-by":"publisher","unstructured":"Howard, B.E., et al.: SWIFT-review: a text-mining workbench for systematic review. Syst. Rev. 5, 1\u201316 (2016). https:\/\/doi.org\/10.1186\/s13643-016-0263-z, https:\/\/link.springer.com\/article\/10.1186\/s13643-016-0263-z","DOI":"10.1186\/s13643-016-0263-z"},{"key":"39_CR11","unstructured":"Ioannidis, A.: An Analysis of a BERT Deep Learning Strategy on a Technology Assisted Review Task, April 2021. http:\/\/arxiv.org\/abs\/2104.08340"},{"key":"39_CR12","unstructured":"Jo, A., et al.: Systematic Reviews: CRD\u2019s guidance for undertaking reviews in health care. CRD, University of York, York, January 2009. www.york.ac.uk\/inst\/crd"},{"key":"39_CR13","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2017 technologically assisted reviews in empirical medicine overview. In: CEUR Workshop Proceedings, vol. 1866, pp. 1\u201329, September 2017. https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2017-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"39_CR14","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2018 technologically assisted reviews in empirical medicine overview. In: CEUR Workshop Proceedings, vol. 2125, July 2018. https:\/\/pureportal.strath.ac.uk\/en\/publications\/clef-2018-technologically-assisted-reviews-in-empirical-medicine-"},{"key":"39_CR15","doi-asserted-by":"publisher","unstructured":"Khabsa, M., Elmagarmid, A., Ilyas, I., Hammady, H., Ouzzani, M.: Learning to identify relevant studies for systematic reviews using random forest and external information. Mach. Learn. 102(3), 465\u2013482 (2015). https:\/\/doi.org\/10.1007\/S10994-015-5535-7, https:\/\/link.springer.com\/article\/10.1007\/s10994-015-5535-7","DOI":"10.1007\/S10994-015-5535-7"},{"key":"39_CR16","doi-asserted-by":"publisher","first-page":"100030","DOI":"10.1016\/j.eswax.2020.100030","volume":"X6","author":"G Kontonatsios","year":"2020","unstructured":"Kontonatsios, G., Spencer, S., Matthew, P., Korkontzelos, I.: Using a neural network-based feature extraction method to facilitate citation screening for systematic reviews. Expert Syst. Appl. X6, 100030 (2020). https:\/\/doi.org\/10.1016\/j.eswax.2020.100030","journal-title":"Expert Syst. Appl."},{"issue":"4","key":"39_CR17","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1136\/JAMIA.2010.004325","volume":"17","author":"S Matwin","year":"2010","unstructured":"Matwin, S., Kouznetsov, A., Inkpen, D., Frunza, O., O\u2019Blenis, P.: A new algorithm for reducing the workload of experts in performing systematic reviews. J. Am. Med. Inf. Assoc. 17(4), 446\u2013453 (2010). https:\/\/doi.org\/10.1136\/JAMIA.2010.004325","journal-title":"J. Am. Med. Inf. Assoc."},{"issue":"1","key":"39_CR18","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1186\/2046-4053-4-5","volume":"4","author":"A O\u2019Mara-Eves","year":"2015","unstructured":"O\u2019Mara-Eves, A., Thomas, J., McNaught, J., Miwa, M., Ananiadou, S.: Using text mining for study identification in systematic reviews: a systematic review of current approaches. Syst. Rev. 4(1), 5 (2015). https:\/\/doi.org\/10.1186\/2046-4053-4-5","journal-title":"Syst. Rev."},{"key":"39_CR19","doi-asserted-by":"publisher","unstructured":"Pennington, J., Socher, R., Manning, C.D.: GloVe: global vectors for word representation. In: EMNLP 2014 - 2014 Conference on Empirical Methods in Natural Language Processing, Proceedings of the Conference, pp. 1532\u20131543 (2014). https:\/\/doi.org\/10.3115\/V1\/D14-1162, https:\/\/aclanthology.org\/D14-1162","DOI":"10.3115\/V1\/D14-1162"},{"key":"39_CR20","doi-asserted-by":"publisher","unstructured":"Sellak, H., Ouhbi, B., Frikh, B., Ben, S.M.: Using rule-based classifiers in systematic reviews: a semantic class association rules approach. In: Proceedings of the 17th International Conference on Information Integration and Web-Based Applications and Services (2015). https:\/\/doi.org\/10.1145\/2837185, https:\/\/doi.org\/10.1145\/2837185.2837279","DOI":"10.1145\/2837185 10.1145\/2837185.2837279"},{"issue":"4","key":"39_CR21","doi-asserted-by":"publisher","first-page":"224","DOI":"10.7326\/0003-4819-147-4-200708210-00179","volume":"147","author":"KG Shojania","year":"2007","unstructured":"Shojania, K.G., Sampson, M., Ansari, M.T., Ji, J., Doucette, S., Moher, D.: How quickly do systematic reviews go out of date? A survival analysis. Ann. Intern. Med. 147(4), 224\u2013233 (2007). https:\/\/doi.org\/10.7326\/0003-4819-147-4-200708210-00179","journal-title":"Ann. Intern. Med."},{"key":"39_CR22","doi-asserted-by":"publisher","unstructured":"Tricco, A.C., Brehaut, J., Chen, M.H., Moher, D.: Following 411 cochrane protocols to completion: a retrospective cohort study. PLOS ONE 3(11), e3684 (2008). https:\/\/doi.org\/10.1371\/JOURNAL.PONE.0003684, https:\/\/journals.plos.org\/plosone\/article?id=10.1371\/journal.pone.0003684","DOI":"10.1371\/JOURNAL.PONE.0003684"},{"key":"39_CR23","doi-asserted-by":"publisher","unstructured":"Tsafnat, G., Glasziou, P., Choong, M.K., Dunn, A., Galgani, F., Coiera, E.: Systematic review automation technologies (2014). https:\/\/doi.org\/10.1186\/2046-4053-3-74","DOI":"10.1186\/2046-4053-3-74"},{"key":"39_CR24","doi-asserted-by":"publisher","unstructured":"Tsafnat, G., Glasziou, P., Karystianis, G., Coiera, E.: Automated screening of research studies for systematic reviews using study characteristics. Syst. Rev. 7(1), 1\u20139 (2018). https:\/\/doi.org\/10.1186\/S13643-018-0724-7, https:\/\/link.springer.com\/article\/10.1186\/s13643-018-0724-7","DOI":"10.1186\/S13643-018-0724-7"},{"key":"39_CR25","doi-asserted-by":"publisher","unstructured":"Wallace, B.C., Trikalinos, T.A., Lau, J., Brodley, C., Schmid, C.H.: Semi-automated screening of biomedical citations for systematic reviews. BMC Bioinf. 11(1), 1\u201311 (2010). https:\/\/doi.org\/10.1186\/1471-2105-11-55, https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/1471-2105-11-55","DOI":"10.1186\/1471-2105-11-55"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99736-6_39","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T13:03:19Z","timestamp":1710248599000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99736-6_39"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997359","9783030997366"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99736-6_39","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}