{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:08:18Z","timestamp":1755839298899,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030997359"},{"type":"electronic","value":"9783030997366"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99736-6_46","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"686-700","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Seed-Driven Document Ranking for Systematic Reviews: A Reproducibility Study"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0726-5250","authenticated-orcid":false,"given":"Shuai","family":"Wang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9578-7157","authenticated-orcid":false,"given":"Harrisen","family":"Scells","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9423-9404","authenticated-orcid":false,"given":"Ahmed","family":"Mourad","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0271-5563","authenticated-orcid":false,"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"46_CR1","doi-asserted-by":"crossref","unstructured":"Abualsaud, M., Ghelani, N., Zhang, H., Smucker, M.D., Cormack, G.V., Grossman, M.R.: A system for efficient high-recall retrieval. In: Proceedings of the 41st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1317\u20131320 (2018)","DOI":"10.1145\/3209978.3210176"},{"key":"46_CR2","unstructured":"Alharbi, A., Briggs, W., Stevenson, M.: Retrieving and ranking studies for systematic reviews: university of Sheffield\u2019s approach to CLEF eHealth 2018 task 2. In: CEUR Workshop Proceedings: Working Notes of CLEF 2018: Conference and Labs of the Evaluation Forum, vol. 2125. CEUR Workshop Proceedings (2018)"},{"key":"46_CR3","unstructured":"Alharbi, A., Stevenson, M.: Ranking abstracts to identify relevant evidence for systematic reviews: the university of sheffield\u2019s approach to CLEF eHealth 2017 task 2. In: CEUR Workshop Proceedings: Working Notes of CLEF 2017: Conference and Labs of the Evaluation Forum (2017)"},{"key":"46_CR4","unstructured":"Chandler, J., Cumpston, M., Li, T., Page, M.J., Welch, V.A.: Cochrane Handbook for Systematic Reviews of Interventions. Wiley, Hoboken (2019)"},{"key":"46_CR5","unstructured":"Chen, J., et al.: ECNU at 2017 eHealth task 2: technologically assisted reviews in empirical medicine. In: CEUR Workshop Proceedings: Working Notes of CLEF 2017: Conference and Labs of the Evaluation Forum (2017)"},{"key":"46_CR6","doi-asserted-by":"crossref","unstructured":"Clark, J.: Systematic reviewing. In: Suhail, A.R. Doi, G.M.W. (ed.) Methods of Clinical Epidemiology (2013)","DOI":"10.1007\/978-3-642-37131-8_12"},{"issue":"2","key":"46_CR7","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1197\/jamia.M1929","volume":"13","author":"A Cohen","year":"2006","unstructured":"Cohen, A., Hersh, W., Peterson, K., Yen, P.: Reducing workload in systematic review preparation using automated citation classification. J. Am. Med. Inform. Assoc. 13(2), 206\u2013219 (2006)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"46_CR8","doi-asserted-by":"publisher","unstructured":"Croft, W.B.: Combining approaches to information retrieval. In: Croft, W.B. (eds.) Advances in Information Retrieval. The Information Retrieval Series, vol. 7, pp. 1\u201336. Springer, Boston (2002). https:\/\/doi.org\/10.1007\/0-306-47019-5_1","DOI":"10.1007\/0-306-47019-5_1"},{"key":"46_CR9","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2017 technologically assisted reviews in empirical medicine overview. In: CEUR Workshop Proceedings: Working Notes of CLEF 2017: Conference and Labs of the Evaluation Forum (2017)"},{"key":"46_CR10","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2019 technology assisted reviews in empirical medicine overview. In: CEUR Workshop Proceedings: Working Notes of CLEF 2018: Conference and Labs of the Evaluation Forum, vol. 2380 (2019)"},{"key":"46_CR11","unstructured":"Kanoulas, E., Spijker, R., Li, D., Azzopardi, L.: CLEF 2018 technology assisted reviews in empirical medicine overview. In: CEUR Workshop Proceedings: Working Notes of CLEF 2018: Conference and Labs of the Evaluation Forum (2018)"},{"key":"46_CR12","doi-asserted-by":"crossref","unstructured":"Kim, Y., Croft, W.B.: Diversifying query suggestions based on query documents. In: Proceedings of the 37th International ACM SIGIR Conference on Research & Development In Information Retrieval, pp. 891\u2013894 (2014)","DOI":"10.1145\/2600428.2609467"},{"key":"46_CR13","doi-asserted-by":"crossref","unstructured":"Kim, Y., Croft, W.B.: Improving patent search by search result diversification. In: Proceedings of the 2015 International Conference on The Theory of Information Retrieval, pp. 201\u2013210 (2015)","DOI":"10.1145\/2808194.2809455"},{"issue":"4","key":"46_CR14","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1016\/j.ipm.2014.03.003","volume":"50","author":"Y Kim","year":"2014","unstructured":"Kim, Y., Seo, J., Croft, W.B., Smith, D.A.: Automatic suggestion of phrasal-concept queries for literature search. Inform. Process. Manag. 50(4), 568\u2013583 (2014)","journal-title":"Inform. Process. Manag."},{"key":"46_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1007\/978-3-319-98932-7_5","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Lagopoulos","year":"2018","unstructured":"Lagopoulos, A., Anagnostou, A., Minas, A., Tsoumakas, G.: Learning-to-rank and relevance feedback for literature appraisal in empirical medicine. In: Bellot, P., et al. (eds.) CLEF 2018. LNCS, vol. 11018, pp. 52\u201363. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-98932-7_5"},{"key":"46_CR16","doi-asserted-by":"crossref","unstructured":"Lee, G.E., Sun, A.: Seed-driven document ranking for systematic reviews in evidence-based medicine. In: Proceedings of the 41st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 455\u2013464 (2018)","DOI":"10.1145\/3209978.3209994"},{"key":"46_CR17","doi-asserted-by":"crossref","unstructured":"Lv, Y., Moon, T., Kolari, P., Zheng, Z., Wang, X., Chang, Y.: Learning to model relatedness for news recommendation. In: Proceedings of the 20th International Conference on World Wide Web, pp. 57\u201366 (2011)","DOI":"10.1145\/1963405.1963417"},{"key":"46_CR18","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1016\/j.jbi.2014.06.005","volume":"51","author":"M Miwa","year":"2014","unstructured":"Miwa, M., Thomas, J., O\u2019Mara-Eves, A., Ananiadou, S.: Reducing systematic review workload through certainty-based screening. J. Biomed. Inform. 51, 242\u2013253 (2014)","journal-title":"J. Biomed. Inform."},{"issue":"1","key":"46_CR19","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1186\/s13643-019-1162-x","volume":"8","author":"CR Norman","year":"2019","unstructured":"Norman, C.R., Leeflang, M.M., Porcher, R., N\u00e9v\u00e9ol, A.: Measuring the impact of screening automation on meta-analyses of diagnostic test accuracy. Syst. Rev. 8(1), 243 (2019)","journal-title":"Syst. Rev."},{"key":"46_CR20","doi-asserted-by":"crossref","unstructured":"Noy, N.F., et al.: Bioportal: ontologies and integrated data resources at the click of a mouse. Nucleic Acids Res. 37(Suppl._2), W170\u2013W173 (2009)","DOI":"10.1093\/nar\/gkp440"},{"key":"46_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"399","DOI":"10.1007\/978-3-030-45439-5_27","volume-title":"Advances in Information Retrieval","author":"H Scells","year":"2020","unstructured":"Scells, H., Zuccon, G., Koopman, B.: You Can teach an old dog new tricks: rank fusion applied to\u00a0coordination level matching for\u00a0ranking in systematic reviews. In: Jose, J.M., et al. (eds.) ECIR 2020. LNCS, vol. 12035, pp. 399\u2013414. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45439-5_27"},{"key":"46_CR22","unstructured":"Scells, H., Zuccon, G., Deacon, A., Koopman, B.: QUT ielab at CLEF eHealth 2017 technology assisted reviews track: initial experiments with learning to rank. In: CEUR Workshop Proceedings: Working Notes of CLEF 2017: Conference and Labs of the Evaluation Forum (2017)"},{"key":"46_CR23","doi-asserted-by":"crossref","unstructured":"Scells, H., Zuccon, G., Koopman, B.: A comparison of automatic Boolean query formulation for systematic reviews. Inform. Retr. J., 1\u201326 (2020)","DOI":"10.1007\/s10791-020-09381-1"},{"key":"46_CR24","unstructured":"Soldaini, L., Goharian, N.: QuickUMLS: a fast, unsupervised approach for medical concept extraction. In: Medical Information Retrieval Workshop (2016)"},{"issue":"5","key":"46_CR25","first-page":"7","volume":"4","author":"H Wu","year":"2018","unstructured":"Wu, H., Wang, T., Chen, J., Chen, S., Hu, Q., He, L.: ECNU at 2018 eHealth task 2: technologically assisted reviews in empirical medicine. Methods Companion Methods Enzymol. 4(5), 7 (2018)","journal-title":"Methods Companion Methods Enzymol."},{"key":"46_CR26","doi-asserted-by":"crossref","unstructured":"Yang, Y., Bansal, N., Dakka, W., Ipeirotis, P., Koudas, N., Papadias, D.: Query by document. In: Proceedings of the Second ACM International Conference on Web Search and Data Mining, pp. 34\u201343 (2009)","DOI":"10.1145\/1498759.1498806"},{"key":"46_CR27","doi-asserted-by":"crossref","unstructured":"Zou, J., Li, D., Kanoulas, E.: Technology assisted reviews: finding the last few relevant documents by asking Yes\/No questions to reviewers. In: Proceedings of the 41st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 949\u2013952 (2018)","DOI":"10.1145\/3209978.3210102"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99736-6_46","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T13:05:00Z","timestamp":1710248700000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99736-6_46"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997359","9783030997366"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99736-6_46","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}