{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T14:22:03Z","timestamp":1775312523943,"version":"3.50.1"},"reference-count":27,"publisher":"Springer Science and Business Media LLC","issue":"S11","license":[{"start":{"date-parts":[[2021,10,1]],"date-time":"2021-10-01T00:00:00Z","timestamp":1633046400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2021,10,21]],"date-time":"2021-10-21T00:00:00Z","timestamp":1634774400000},"content-version":"vor","delay-in-days":20,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100005416","name":"Norges Forskningsr\u00e5d","doi-asserted-by":"publisher","award":["259055"],"award-info":[{"award-number":["259055"]}],"id":[{"id":"10.13039\/501100005416","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2021,10]]},"abstract":"<jats:title>Abstract<\/jats:title><jats:sec>\n                <jats:title>Background<\/jats:title>\n                <jats:p>The Living Evidence Map Project at the Norwegian Institute of Public Health (NIPH) gives an updated overview of research results and publications. As part of NIPH\u2019s mandate to inform evidence-based infection prevention, control and treatment, a large group of experts are continously monitoring, assessing, coding and summarising new COVID-19 publications. Screening tools, coding practice and workflow are incrementally improved, but remain largely manual.<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Results<\/jats:title>\n                <jats:p>This paper describes how deep learning methods have been employed to learn classification and coding from the steadily growing NIPH COVID-19 dashboard data, so as to aid manual classification, screening and preprocessing of the rapidly growing influx of new papers on the subject. Our main objective is to make manual screening scalable through semi-automation, while ensuring high-quality Evidence Map content.<\/jats:p>\n              <\/jats:sec><jats:sec>\n                <jats:title>Conclusions<\/jats:title>\n                <jats:p>We report early results on classifying publication topic and type from titles and abstracts, showing that even simple neural network architectures and text representations can yield acceptable performance.<\/jats:p>\n              <\/jats:sec>","DOI":"10.1186\/s12859-021-04396-x","type":"journal-article","created":{"date-parts":[[2021,10,21]],"date-time":"2021-10-21T09:02:42Z","timestamp":1634806962000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Using neural networks to support high-quality evidence mapping"],"prefix":"10.1186","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8395-7868","authenticated-orcid":false,"given":"Thomas B.","family":"R\u00f8st","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laura","family":"Slaughter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00d8ystein","family":"Nytr\u00f8","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashley E.","family":"Muller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gunn E.","family":"Vist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,10,21]]},"reference":[{"key":"4396_CR1","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.m1847","author":"PP Glasziou","year":"2020","unstructured":"Glasziou PP, Sanders S, Hoffmann T. Waste in covid-19 research. BMJ. 2020. https:\/\/doi.org\/10.1136\/bmj.m1847.","journal-title":"BMJ"},{"key":"4396_CR2","unstructured":"Norwegian Institute of Public Health. A systematic and living evidence map on COVID-19; 2020. https:\/\/www.fhi.no\/contentassets\/e64790be5d3b4c4abe1f1be25fc862ce\/covid-19-evidence-map-protocol-20200403.pdf. Accessed 26 Mar 2021."},{"issue":"1","key":"4396_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1186\/2046-4053-4-5","volume":"4","author":"A OMara-Eves","year":"2015","unstructured":"OMara-Eves A, Thomas J, McNaught J, Miwa M, Ananiadou S. Using text mining for study identification in systematic reviews: a systematic review of current approaches. Syst Rev. 2015;4(1):5.","journal-title":"Syst Rev"},{"key":"4396_CR4","unstructured":"Wang LL, Lo K, Chandrasekhar Y, Reas R, Yang J, Eide D, Funk K, Kinney R, Liu Z, Merrill W, Mooney P, Murdick D, Rishi D, Sheehan J, Shen Z, Stilson B, Wade AD, Wang K, Wilhelm C, Xie B, Raymond D, Weld DS, Etzioni O, Kohlmeier S. Cord-19: the covid-19 open research dataset. 2020. arXiv:2004.10706."},{"issue":"1","key":"4396_CR5","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1332\/1744264052703168","volume":"1","author":"A Oakley","year":"2005","unstructured":"Oakley A, Gough D, Oliver S, Thomas J. The politics of evidence and methodology: lessons from the EPPI-Centre. Evid Policy: J Res Debate Pract. 2005;1(1):5\u201332.","journal-title":"Evid Policy: J Res Debate Pract"},{"key":"4396_CR6","unstructured":"Young T, Hazarika D, Poria S, Cambria E. Recent trends in deep learning based natural language processing. 2018. arXiv:1708.02709. Accessed 15 June 2020."},{"key":"4396_CR7","doi-asserted-by":"crossref","unstructured":"Minaee S, Kalchbrenner N, Cambria E, Nikzad N, Chenaghlu M, Gao J. Deep learning based text classification: a comprehensive review; 2020. arXiv:2004.03705. Accessed 26 Mar 2021.","DOI":"10.1145\/3439726"},{"issue":"2","key":"4396_CR8","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1016\/j.zemedi.2018.12.003","volume":"29","author":"A Maier","year":"2019","unstructured":"Maier A, Syben C, Lasser T, Riess C. A gentle introduction to deep learning in medical image processing. Zeitschrift f\u00fcr Medizinische Physik. 2019;29(2):86\u2013101. https:\/\/doi.org\/10.1016\/j.zemedi.2018.12.003.","journal-title":"Zeitschrift f\u00fcr Medizinische Physik."},{"issue":"6","key":"4396_CR9","doi-asserted-by":"publisher","first-page":"10281","DOI":"10.2196\/10281","volume":"20","author":"G Del Fiol","year":"2018","unstructured":"Del Fiol G, Michelson M, Iorio A, Cotoi C, Haynes RB. A deep learning method to automatically identify reports of scientifically rigorous clinical research from the biomedical literature: Comparative analytic study. J Med Internet Res. 2018;20(6):10281. https:\/\/doi.org\/10.2196\/10281.","journal-title":"J Med Internet Res"},{"issue":"4","key":"4396_CR10","doi-asserted-by":"publisher","first-page":"1193","DOI":"10.1109\/TCBB.2018.2817488","volume":"16","author":"M Li","year":"2019","unstructured":"Li M, Fei Z, Zeng M, Wu F, Li Y, Pan Y, Wang J. Automated ICD-9 coding via a deep learning approach. IEEE\/ACM Trans Comput Biol Bioinf. 2019;16(4):1193\u2013202.","journal-title":"IEEE\/ACM Trans Comput Biol Bioinf"},{"key":"4396_CR11","doi-asserted-by":"publisher","first-page":"283","DOI":"10.3233\/SHTI190228","volume":"264","author":"J Obeid","year":"2019","unstructured":"Obeid J, Heider P, Weeda E, Matuskowitz A, Carr C, Gagnon K, Crawford T, Meystre S. Impact of de-identification on clinical text classification using traditional and deep learning classifiers. Stud Health Technol Inform. 2019;264:283\u20137. https:\/\/doi.org\/10.3233\/SHTI190228.","journal-title":"Stud Health Technol Inform"},{"key":"4396_CR12","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocz200","author":"S Wu","year":"2019","unstructured":"Wu S, Roberts K, Datta S, Du J, Ji Z, Si Y, Soni S, Wang Q, Wei Q, Xiang Y, Zhao B, Xu H. Deep learning in clinical natural language processing: a methodical review. J Am Med Inform Assoc. 2019. https:\/\/doi.org\/10.1093\/jamia\/ocz200.","journal-title":"J Am Med Inform Assoc"},{"key":"4396_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2020.01.023","author":"P Cr\u00e9quit","year":"2020","unstructured":"Cr\u00e9quit P, Boutron I, Meerpohl J, Williams HC, Craig J, Ravaud P. Future of evidence ecosystem series: 2. Current opportunities and need for better tools and methods. J Clin Epidemiol. 2020. https:\/\/doi.org\/10.1016\/j.jclinepi.2020.01.023.","journal-title":"J Clin Epidemiol"},{"key":"4396_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2020.02.008","author":"PO Vandvik","year":"2020","unstructured":"Vandvik PO, Brandt L. Evidence ecosystems and learning health systems: why bother? J Clin Epidemiol. 2020. https:\/\/doi.org\/10.1016\/j.jclinepi.2020.02.008.","journal-title":"J Clin Epidemiol"},{"issue":"3","key":"4396_CR15","doi-asserted-by":"publisher","first-page":"470","DOI":"10.1002\/jrsm.1311","volume":"9","author":"P Przyby\u0142a","year":"2018","unstructured":"Przyby\u0142a P, Brockmeier AJ, Kontonatsios G, Le Pogam M, McNaught J, von Elm E, Nolan K, Ananiadou S. Prioritising references for systematic reviews with RobotAnalyst: a user study. Res Synthesis Methods. 2018;9(3):470\u201388. https:\/\/doi.org\/10.1002\/jrsm.1311.","journal-title":"Res Synthesis Methods."},{"issue":"10","key":"4396_CR16","doi-asserted-by":"publisher","first-page":"1929","DOI":"10.1109\/TKDE.2017.2781721","volume":"30","author":"AJ Brockmeier","year":"2018","unstructured":"Brockmeier AJ, Mu T, Ananiadou S, Goulermas JY. Self-tuned descriptive document clustering using a predictive network. IEEE Trans Knowl Data Eng. 2018;30(10):1929\u201342. https:\/\/doi.org\/10.1109\/TKDE.2017.2781721.","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"4396_CR17","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1016\/j.jbi.2016.06.001","volume":"62","author":"K Hashimoto","year":"2016","unstructured":"Hashimoto K, Kontonatsios G, Miwa M, Ananiadou S. Topic detection using paragraph vectors to support active learning in systematic reviews. J Biomed Inform. 2016;62:59\u201365. https:\/\/doi.org\/10.1016\/j.jbi.2016.06.001.","journal-title":"J Biomed Inform"},{"issue":"2","key":"4396_CR18","doi-asserted-by":"publisher","first-page":"206","DOI":"10.1197\/jamia.m1929","volume":"13","author":"AM Cohen","year":"2006","unstructured":"Cohen AM, Hersh WR, Peterson K, Yen P-Y. Reducing workload in systematic review preparation using automated citation classification. J Am Med Inform Assoc. 2006;13(2):206\u201319. https:\/\/doi.org\/10.1197\/jamia.m1929.","journal-title":"J Am Med Inform Assoc"},{"key":"4396_CR19","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/978-3-540-85110-3_44","volume-title":"Intelligent computer mathematics","author":"R \u0158eh\u016f\u0159ek","year":"2008","unstructured":"\u0158eh\u016f\u0159ek R, Sojka P. Automated classification and categorization of mathematical knowledge. In: Autexier S, Campbell J, Rubio J, Sorge V, Suzuki M, Wiedijk F, editors. Intelligent computer mathematics. Berlin: Springer; 2008. p. 543\u201357."},{"issue":"5","key":"4396_CR20","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1177\/0165551511417785","volume":"37","author":"A Joorabchi","year":"2011","unstructured":"Joorabchi A, Mahdi AE. An unsupervised approach to automatic classification of scientific literature utilizing bibliographic metadata. J Inform Sci. 2011;37(5):499\u2013514. https:\/\/doi.org\/10.1177\/0165551511417785.","journal-title":"J Inform Sci"},{"key":"4396_CR21","doi-asserted-by":"publisher","DOI":"10.5334\/dsj-2019-037","author":"A Romanov","year":"2019","unstructured":"Romanov A, Lomotin K, Kozlova E. Application of natural language processing algorithms to the task of automatic classification of Russian scientific texts. Data Sci J. 2019. https:\/\/doi.org\/10.5334\/dsj-2019-037.","journal-title":"Data Sci J"},{"key":"4396_CR22","unstructured":"Thomas J, Brunton J. EPPI-reviewer: software for research synthesis; 2007."},{"key":"4396_CR23","unstructured":"Chollet F, et al. Keras; 2015. https:\/\/keras.io Accessed 26 Mar 2021."},{"key":"4396_CR24","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M, Kudlur M, Levenberg J, Monga R, Moore S, Murray DG, Steiner B, Tucker P, Vasudevan V, Warden P, Wicke M, Yu Y, Zheng X. Tensorflow: A system for large-scale machine learning. In: 12th USENIX symposium on operating systems design and implementation (OSDI 16); 2016. pp 265\u2013283. https:\/\/www.usenix.org\/system\/files\/conference\/osdi16\/osdi16-abadi.pdf."},{"key":"4396_CR25","volume-title":"Deep learning with python","author":"F Chollet","year":"2020","unstructured":"Chollet F. Deep learning with python. 2nd ed. Shelter Island: Manning Publications Company; 2020.","edition":"2"},{"key":"4396_CR26","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD. Glove: Global vectors for word representation. In: Empirical methods in natural language processing (EMNLP); 2014. pp 1532\u20131543. http:\/\/www.aclweb.org\/anthology\/D14-1162.","DOI":"10.3115\/v1\/D14-1162"},{"issue":"6","key":"4396_CR27","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1197\/jamia.m1370","volume":"10","author":"DW Bates","year":"2003","unstructured":"Bates DW, Kuperman GJ, Wang S, Gandhi T, Kittler A, Volk L, Spurr C, Khorasani R, Tanasijevic M, Middleton B. Ten commandments for effective clinical decision support: making the practice of evidence-based medicine a reality. J Am Med Inform Assoc. 2003;10(6):523\u201330. https:\/\/doi.org\/10.1197\/jamia.m1370.","journal-title":"J Am Med Inform Assoc"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-021-04396-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s12859-021-04396-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-021-04396-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,21]],"date-time":"2021-10-21T09:07:56Z","timestamp":1634807276000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-021-04396-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10]]},"references-count":27,"journal-issue":{"issue":"S11","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["4396"],"URL":"https:\/\/doi.org\/10.1186\/s12859-021-04396-x","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10]]},"assertion":[{"value":"10 August 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No ethics approval was required for this study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"496"}}