{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,23]],"date-time":"2026-09-23T14:21:59Z","timestamp":1790173319229,"version":"4.1.0"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2015,10,23]],"date-time":"2015-10-23T00:00:00Z","timestamp":1445558400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2016,3]]},"DOI":"10.1007\/s10994-015-5535-7","type":"journal-article","created":{"date-parts":[[2015,10,23]],"date-time":"2015-10-23T18:39:42Z","timestamp":1445625582000},"page":"465-482","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":73,"title":["Learning to identify relevant studies for systematic reviews using random forest and external information"],"prefix":"10.1007","volume":"102","author":[{"given":"Madian","family":"Khabsa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ahmed","family":"Elmagarmid","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ihab","family":"Ilyas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hossam","family":"Hammady","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mourad","family":"Ouzzani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2015,10,23]]},"reference":[{"issue":"9","key":"5535_CR1","doi-asserted-by":"crossref","first-page":"e1000,326","DOI":"10.1371\/journal.pmed.1000326","volume":"7","author":"H Bastian","year":"2010","unstructured":"Bastian, H., Glasziou, P., & Chalmers, I. (2010). Seventy-five trials and eleven systematic reviews a day: How will we ever keep up? PLoS Medicine, 7(9), e1000,326.","journal-title":"PLoS Medicine"},{"issue":"1","key":"5535_CR2","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L. (2001). Random forests. Machine Learning, 45(1), 5\u201332.","journal-title":"Machine Learning"},{"key":"5535_CR3","unstructured":"Breiman, L. (2002). Manual on setting up, using, and understanding random forests v3. 1. http:\/\/oz.berkeley.edu\/users\/breiman\/Using_random_forests_V3.1 ."},{"issue":"4","key":"5535_CR4","first-page":"467","volume":"18","author":"PF Brown","year":"1992","unstructured":"Brown, P. F., Desouza, P. V., Mercer, R. L., Pietra, V. J. D., & Lai, J. C. (1992). Class-based n-gram models of natural language. Computational Linguistics, 18(4), 467\u2013479.","journal-title":"Computational Linguistics"},{"key":"5535_CR5","doi-asserted-by":"crossref","unstructured":"Caruana, R., & Niculescu-Mizil, A. (2006). An empirical comparison of supervised learning algorithms. In Proceedings of the 23rd international conference on machine learning, pp. 161\u2013168. ACM, New York.","DOI":"10.1145\/1143844.1143865"},{"key":"5535_CR6","volume-title":"Using random forest to learn imbalanced data","author":"C Chen","year":"2004","unstructured":"Chen, C., Liaw, A., & Breiman, L. (2004). Using random forest to learn imbalanced data. Berkeley: University of California."},{"key":"5535_CR7","unstructured":"Cohen, A. M. (2008). Optimizing feature representation for automated systematic review work prioritization. In AMIA annual symposium proceedings, vol. 2008, p. 121. American Medical Informatics Association, New York"},{"issue":"1","key":"5535_CR8","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1136\/jamia.2010.008177","volume":"18","author":"AM Cohen","year":"2011","unstructured":"Cohen, A. M. (2011). Performance of support-vector-machine-based classification on 15 systematic review topics evaluated with the wss@ 95 measure. Journal of the American Medical Informatics Association, 18(1), 104\u2013104.","journal-title":"Journal of the American Medical Informatics Association"},{"issue":"1","key":"5535_CR9","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1186\/1472-6947-12-33","volume":"12","author":"AM Cohen","year":"2012","unstructured":"Cohen, A. M., Ambert, K., & McDonagh, M. (2012). Studying the potential impact of automated document classification on scheduling a systematic review update. BMC Medical Informatics and Decision Making, 12(1), 33.","journal-title":"BMC Medical Informatics and Decision Making"},{"issue":"2","key":"5535_CR10","doi-asserted-by":"crossref","first-page":"206","DOI":"10.1197\/jamia.M1929","volume":"13","author":"AM Cohen","year":"2006","unstructured":"Cohen, A. M., Hersh, W. R., Peterson, K., & Yen, P. Y. (2006). Reducing workload in systematic review preparation using automated citation classification. Journal of the American Medical Informatics Association, 13(2), 206\u2013219.","journal-title":"Journal of the American Medical Informatics Association"},{"issue":"5","key":"5535_CR11","doi-asserted-by":"crossref","first-page":"376","DOI":"10.7326\/0003-4819-126-5-199703010-00006","volume":"126","author":"DJ Cook","year":"1997","unstructured":"Cook, D. J., Mulrow, C. D., & Haynes, R. B. (1997). Systematic reviews: Synthesis of best evidence for clinical decisions. Annals of Internal Medicine, 126(5), 376\u2013380.","journal-title":"Annals of Internal Medicine"},{"key":"5535_CR12","doi-asserted-by":"crossref","unstructured":"Domingos, P. (1999). Metacost: A general method for making classifiers cost-sensitive. In Proceedings of the fifth ACM SIGKDD international conference on Knowledge discovery and data mining, pp. 155\u2013164. ACM, New York","DOI":"10.1145\/312129.312220"},{"key":"5535_CR13","volume-title":"Pattern classification and scene analysis","author":"RO Duda","year":"1973","unstructured":"Duda, R. O., Hart, P. E., et al. (1973). Pattern classification and scene analysis (Vol. 3). New York: Wiley."},{"key":"5535_CR14","unstructured":"Freund, Y., Schapire, R.E., et al. (1996). Experiments with a new boosting algorithm. In ICML, vol. 96, pp. 148\u2013156"},{"issue":"1","key":"5535_CR15","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall, M., Frank, E., Holmes, G., Pfahringer, B., Reutemann, P., & Witten, I. H. (2009). The weka data mining software: An update. ACM SIGKDD Explorations Newsletter, 11(1), 10\u201318.","journal-title":"ACM SIGKDD Explorations Newsletter"},{"issue":"1","key":"5535_CR16","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1504\/IJCBDD.2013.052198","volume":"6","author":"S Jonnalagadda","year":"2013","unstructured":"Jonnalagadda, S., & Petitti, D. (2013). A new iterative method to reduce workload in systematic review process. International Journal of Computational Biology and Drug Design, 6(1), 5\u201317.","journal-title":"International Journal of Computational Biology and Drug Design"},{"key":"5535_CR17","doi-asserted-by":"crossref","unstructured":"Kouznetsov, A., Matwin, S., Inkpen, D., Razavi, A. H., Frunza, O., Sehatkar, M., Seaward, L., & OBlenis, P. (2009). Classifying biomedical abstracts using committees of classifiers and collective ranking techniques. In Advances in artificial intelligence, pp. 224\u2013228. Berlin: Springer","DOI":"10.1007\/978-3-642-01818-3_29"},{"issue":"4","key":"5535_CR18","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1136\/jamia.2010.004325","volume":"17","author":"S Matwin","year":"2010","unstructured":"Matwin, S., Kouznetsov, A., Inkpen, D., Frunza, O., & O\u2019Blenis, P. (2010). A new algorithm for reducing the workload of experts in performing systematic reviews. Journal of the American Medical Informatics Association, 17(4), 446\u2013453.","journal-title":"Journal of the American Medical Informatics Association"},{"key":"5535_CR19","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.jbi.2014.06.005","volume":"51","author":"M Miwa","year":"2014","unstructured":"Miwa, M., Thomas, J., OMara-Eves, A., & Ananiadou, S. (2014). Reducing systematic review workload through. Journal of Biomedical Informatics, 51, 242\u2013253.","journal-title":"Journal of Biomedical Informatics"},{"key":"5535_CR20","doi-asserted-by":"crossref","unstructured":"Raeder, T., Hoens, T. R., & Chawla, N. V. (2010). Consequences of variability in classifier performance estimates. In IEEE 10th international conference on data mining (ICDM), 2010, pp. 421\u2013430. IEEE.","DOI":"10.1109\/ICDM.2010.110"},{"issue":"4","key":"5535_CR21","doi-asserted-by":"crossref","first-page":"224","DOI":"10.7326\/0003-4819-147-4-200708210-00179","volume":"147","author":"KG Shojania","year":"2007","unstructured":"Shojania, K. G., Sampson, M., Ansari, M. T., Ji, J., Doucette, S., & Moher, D. (2007). How quickly do systematic reviews go out of date? A survival analysis. Annals of Internal Medicine, 147(4), 224\u2013233.","journal-title":"Annals of Internal Medicine"},{"issue":"4","key":"5535_CR22","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1002\/asi.4630240406","volume":"24","author":"H Small","year":"1973","unstructured":"Small, H. (1973). Co-citation in the scientific literature: A new measure of the relationship between two documents. Journal of the American Society for information Science, 24(4), 265\u2013269.","journal-title":"Journal of the American Society for information Science"},{"key":"5535_CR23","doi-asserted-by":"crossref","unstructured":"Tomassetti, F., Rizzo, G., Vetro, A., Ardito, L., Torchiano, M., & Morisio, M. (2011). Linked data approach for selection process automation in systematic reviews. In 15th Annual Conference on Evaluation & Assessment in Software Engineering (EASE 2011), pp. 31\u201335. IET.","DOI":"10.1049\/ic.2011.0004"},{"key":"5535_CR24","doi-asserted-by":"crossref","unstructured":"Wallace, B. C., Small, K., Brodley, C. E., & Trikalinos, T. A. (2010). Active learning for biomedical citation screening. In Proceedings of the 16th ACM SIGKDD international conference on Knowledge discovery and data mining, pp. 173\u2013182. ACM, New York","DOI":"10.1145\/1835804.1835829"},{"key":"5535_CR25","doi-asserted-by":"crossref","unstructured":"Wallace, B. C., Small, K., Brodley, C. E., & Trikalinos, T. A. (2011). Who should label what? Instance allocation in multiple expert active learning. In SDM, pp. 176\u2013187.","DOI":"10.1137\/1.9781611972818.16"},{"issue":"1","key":"5535_CR26","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1186\/1471-2105-11-55","volume":"11","author":"BC Wallace","year":"2010","unstructured":"Wallace, B. C., Trikalinos, T. A., Lau, J., Brodley, C., & Schmid, C. H. (2010). Semi-automated screening of biomedical citations for systematic reviews. BMC Bioinformatics, 11(1), 55.","journal-title":"BMC Bioinformatics"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-015-5535-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-015-5535-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-015-5535-7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,31]],"date-time":"2019-05-31T21:40:41Z","timestamp":1559338841000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-015-5535-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,10,23]]},"references-count":26,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2016,3]]}},"alternative-id":["5535"],"URL":"https:\/\/doi.org\/10.1007\/s10994-015-5535-7","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,10,23]]}}}