{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:14:23Z","timestamp":1775002463957,"version":"3.50.1"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,2,6]],"date-time":"2018-02-06T00:00:00Z","timestamp":1517875200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2018,2,6]],"date-time":"2018-02-06T00:00:00Z","timestamp":1517875200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000092","name":"U.S. National Library of Medicine","doi-asserted-by":"crossref","award":["Intramural Program"],"award-info":[{"award-number":["Intramural Program"]}],"id":[{"id":"10.13039\/100000092","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12859-018-2045-1","type":"journal-article","created":{"date-parts":[[2018,2,6]],"date-time":"2018-02-06T13:27:17Z","timestamp":1517923637000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["Semantic annotation of consumer health questions"],"prefix":"10.1186","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3987-9393","authenticated-orcid":false,"given":"Halil","family":"Kilicoglu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Asma","family":"Ben Abacha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yassine","family":"Mrabet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sonya E.","family":"Shooshan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Laritza","family":"Rodriguez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kate","family":"Masterton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dina","family":"Demner-Fushman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,2,6]]},"reference":[{"issue":"1","key":"2045_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1080\/10810730903465491","volume":"15","author":"N Tustin","year":"2010","unstructured":"Tustin N. The role of patient satisfaction in online health information seeking. J Health Commun. 2010; 15(1):3\u201317.","journal-title":"J Health Commun"},{"key":"2045_CR2","volume-title":"Health online 2013","author":"S Fox","year":"2013","unstructured":"Fox S, Duggan M. Health online 2013. Washington, DC: Pew Internet & American Life Project; 2013."},{"key":"2045_CR3","volume-title":"Proceedings of the 1st ACM International Health Informatics Symposium","author":"Y Zhang","year":"2010","unstructured":"Zhang Y. Contextualizing consumer health information searching: an analysis of questions in a social Q&A community. In: Proceedings of the 1st ACM International Health Informatics Symposium. New York: ACM: 2010. p. 210\u20139."},{"issue":"1","key":"2045_CR4","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1111\/j.1471-1842.2004.00481.x","volume":"21","author":"A Spink","year":"2004","unstructured":"Spink A, Yang Y, Jansen J, Nykanen P, Lorence DP, Ozmutlu S, Ozmutlu HC. A study of medical and health queries to web search engines. Health Inf Libr J. 2004; 21(1):44\u201351.","journal-title":"Health Inf Libr J"},{"issue":"1","key":"2045_CR5","first-page":"80","volume":"13","author":"QT Zeng","year":"2006","unstructured":"Zeng QT, Crowell J, Plovnick RM, Kim E, Ngo LH, Dibble E. Assisting consumer health information retrieval with query recommendations. JAMIA. 2006; 13(1):80\u201390.","journal-title":"JAMIA"},{"key":"2045_CR6","doi-asserted-by":"publisher","DOI":"10.1075\/nlp.11","volume-title":"Biomedical Natural Language Processing","author":"KB Cohen","year":"2014","unstructured":"Cohen KB, Demner-Fushman D. Biomedical Natural Language Processing. Amsterdam: John Benjamins; 2014."},{"issue":"5","key":"2045_CR7","doi-asserted-by":"publisher","first-page":"710","DOI":"10.1001\/jamainternmed.2014.368","volume":"174","author":"G Del Fiol","year":"2014","unstructured":"Del Fiol G, Workman TE, Gorman PN. Clinical questions raised by clinicians at the point of care: A systematic review. JAMA Intern Med. 2014; 174(5):710\u20138.","journal-title":"JAMA Intern Med"},{"issue":"4","key":"2045_CR8","doi-asserted-by":"publisher","first-page":"802","DOI":"10.1093\/jamia\/ocw024","volume":"23","author":"K Roberts","year":"2016","unstructured":"Roberts K, Demner-Fushman D. Interactive use of online health resources: a comparison of consumer and professional questions. J Am Med Inform Assoc. 2016; 23(4):802.","journal-title":"J Am Med Inform Assoc"},{"key":"2045_CR9","volume-title":"Proceedings of the 2013 Workshop on Biomedical Natural Language Processing","author":"H Kilicoglu","year":"2013","unstructured":"Kilicoglu H, Fiszman M, Demner-Fushman D. Interpreting consumer health questions: The role of anaphora and ellipsis. In: Proceedings of the 2013 Workshop on Biomedical Natural Language Processing. Sofia: Association of Computational Linguistics: 2013. p. 54\u201362."},{"key":"2045_CR10","volume-title":"LREC 2014, BioTxtM Workshop","author":"K Roberts","year":"2014","unstructured":"Roberts K, Masterton K, Fiszman M, Kilicoglu H, Demner-Fushman D. Annotating question types for consumer health questions. In: LREC 2014, BioTxtM Workshop. Reykjavik: European Language Resources Association (ELRA): 2014."},{"key":"2045_CR11","volume-title":"Proceedings of the Ninth International Conference on Language Resources and Evaluation, LREC 2014","author":"K Roberts","year":"2014","unstructured":"Roberts K, Masterton K, Fiszman M, Kilicoglu H, Demner-Fushman D. Annotating question decomposition on complex medical questions. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation, LREC 2014. Reykjavik: European Language Resources Association (ELRA): 2014. p. 2598\u2013602."},{"key":"2045_CR12","volume-title":"Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016)","author":"H Kilicoglu","year":"2016","unstructured":"Kilicoglu H, Ben Abacha A, Mrabet Y, Roberts K, Rodriguez L, Shooshan SE, Demner-Fushman D. Annotating Named Entities in Consumer Health Questions. In: Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC 2016). Paris: European Language Resources Association (ELRA): 2016."},{"issue":"2","key":"2045_CR13","first-page":"313","volume":"19","author":"M Marcus","year":"1993","unstructured":"Marcus M, Santorini B, Marcinkiewicz MA. Building a large annotated corpus of English: the Penn Treebank. Comput Linguist. 1993; 19(2):313\u201330.","journal-title":"Comput Linguist"},{"issue":"1","key":"2045_CR14","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1162\/0891201053630264","volume":"31","author":"M Palmer","year":"2005","unstructured":"Palmer M, Gildea D, Kingsbury P. The Proposition Bank: An Annotated Corpus of Semantic Roles. Comput Linguist. 2005; 31(1):71\u2013106.","journal-title":"Comput Linguist"},{"key":"2045_CR15","volume-title":"Proceedings of the Human Language Technology Conference of the NAACL, Companion Volume: Short Papers","author":"E Hovy","year":"2006","unstructured":"Hovy E, Marcus M, Palmer M, Ramshaw L, Weischedel R. OntoNotes: the 90% solution. In: Proceedings of the Human Language Technology Conference of the NAACL, Companion Volume: Short Papers. New York: Association for Computational Linguistics: 2006. p. 57\u201360."},{"key":"2045_CR16","doi-asserted-by":"publisher","first-page":"i180","DOI":"10.1093\/bioinformatics\/btg1023","volume":"19 Suppl 1","author":"JD Kim","year":"2003","unstructured":"Kim JD, Ohta T, Tateisi Y, Tsujii J. GENIA corpus - semantically annotated corpus for bio-text mining. Bioinformatics. 2003; 19 Suppl 1:i180\u20132.","journal-title":"Bioinformatics"},{"issue":"1","key":"2045_CR17","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1186\/1471-2105-13-207","volume":"13","author":"K Verspoor","year":"2012","unstructured":"Verspoor K, Cohen KB, Lanfranchi A, Warner C, Johnson HL, Roeder C, Choi JD, Funk C, Malenkiy Y, Eckert M, et al. A corpus of full-text journal articles is a robust evaluation tool for revealing differences in performance of biomedical natural language processing tools. BMC Bioinformatics. 2012; 13(1):207.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR18","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1093\/bioinformatics\/btg1023","volume":"19 Suppl 1","author":"JD Kim","year":"2003","unstructured":"Kim JD, Ohta T, Tateisi Y, Tsujii J. GENIA corpus - a semantically annotated corpus for bio-textmining. Bioinformatics. 2003; 19 Suppl 1:180\u20132.","journal-title":"Bioinformatics"},{"issue":"5","key":"2045_CR19","first-page":"552","volume":"18","author":"\u00d6 Uzuner","year":"2011","unstructured":"Uzuner \u00d6, South BR, Shen S, DuVall SL. 2010 i2b2\/VA challenge on concepts, assertions, and relations in clinical text. JAMIA. 2011; 18(5):552\u20136.","journal-title":"JAMIA"},{"key":"2045_CR20","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1186\/1471-2105-13-161","volume":"13","author":"M Bada","year":"2012","unstructured":"Bada M, Eckert M, Evans D, Garcia K, Shipley K, Sitnikov D, Jr WAB, Cohen KB, Verspoor K, Blake JA, Hunter LE. Concept annotation in the CRAFT corpus. BMC Bioinformatics. 2012; 13:161.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2013.12.006","volume":"47","author":"RI Do\u011fan","year":"2014","unstructured":"Do\u011fan RI, Leaman R, Lu Z. NCBI disease corpus: A resource for disease name recognition and concept normalization. J Biomed Inform. 2014; 47:1\u201310.","journal-title":"J Biomed Inform"},{"key":"2045_CR22","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1186\/1758-2946-7-S1-S2","volume":"7 Suppl 1","author":"M Krallinger","year":"2015","unstructured":"Krallinger M, Rabal O, Leitner F, Vazquez M, Akhondi S, Kors J, Salgado D, Lu Z, Leaman R, Lu Y, Ji D, Lowe DM, Batista-Navarro R, Rak R, Huber T, Rockt\u00e4schel T, Campos D, et al. The CHEMDNER corpus of chemicals and drugs and its annotation principles. J Cheminformatics. 2015; 7 Suppl 1:2.","journal-title":"J Cheminformatics"},{"key":"2045_CR23","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1186\/1471-2105-8-50","volume":"8","author":"S Pyysalo","year":"2007","unstructured":"Pyysalo S, Ginter F, Heimonen J, Bj\u00f6rne J, Boberg J, J\u00e4rvinen J, Salakoski T. BioInfer: a corpus for information extraction in the biomedical domain. BMC Bioinformatics. 2007; 8:50.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR24","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/1471-2105-9-10","volume":"9","author":"JD Kim","year":"2008","unstructured":"Kim JD, Ohta T, Tsujii J. Corpus annotation for mining biomedical events from literature. BMC Bioinformatics. 2008; 9:10.","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"2045_CR25","doi-asserted-by":"publisher","first-page":"486","DOI":"10.1186\/1471-2105-12-486","volume":"12","author":"H Kilicoglu","year":"2011","unstructured":"Kilicoglu H, Rosemblat G, Fiszman M, Rindflesch T. Constructing a semantic predication gold standard from the biomedical literature. BMC Bioinformatics. 2011; 12(1):486.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR26","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1186\/1471-2105-9-S11-S9","volume":"9 Suppl 11","author":"V Vincze","year":"2008","unstructured":"Vincze V, Szarvas G, Farkas R, Mora G, Csirik J. The BioScope corpus: biomedical texts annotated for uncertainty, negation and their scopes. BMC Bioinformatics. 2008; 9 Suppl 11:9.","journal-title":"BMC Bioinformatics"},{"issue":"4","key":"2045_CR27","doi-asserted-by":"publisher","first-page":"459","DOI":"10.1136\/amiajnl-2011-000108","volume":"18","author":"GK Savova","year":"2011","unstructured":"Savova GK, Chapman WW, Zheng J, Crowley RS. Anaphoric relations in the clinical narrative: corpus creation. J Am Med Inform Assoc. 2011; 18(4):459.","journal-title":"J Am Med Inform Assoc"},{"key":"2045_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2105-13-S11-S1","volume":"13(Suppl 11)","author":"JD Kim","year":"2012","unstructured":"Kim JD, Nguyen N, Wang Y, Tsujii J, Takagi T, Yonezawa A. The Genia Event and Protein Coreference tasks of the BioNLP Shared Task 2011. BMC Bioinformatics. 2012; 13(Suppl 11):1.","journal-title":"BMC Bioinformatics"},{"issue":"3","key":"2045_CR29","doi-asserted-by":"publisher","first-page":"0148538","DOI":"10.1371\/journal.pone.0148538","volume":"11","author":"H Kilicoglu","year":"2016","unstructured":"Kilicoglu H, Demner-Fushman D. Bio-SCoRes: A Smorgasbord Architecture for Coreference Resolution in Biomedical Text. PLoS ONE. 2016; 11(3):0148538.","journal-title":"PLoS ONE"},{"key":"2045_CR30","volume-title":"Proceedings of LREC 2010","author":"M Liakata","year":"2010","unstructured":"Liakata M, Teufel S, Siddhartan A, Batchelor C. Corpora for conceptualisation and zoning of scientific papers. In: Proceedings of LREC 2010. Valletta: European Language Resources Association (ELRA): 2010. p. 2054\u2013061."},{"key":"2045_CR31","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1186\/1471-2105-12-188","volume":"12","author":"R Prasad","year":"2011","unstructured":"Prasad R, McRoy S, Frid N, Joshi A, Yu H. The biomedical discourse relation bank. BMC Bioinformatics. 2011; 12:188.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR32","doi-asserted-by":"publisher","first-page":"S1","DOI":"10.1186\/1471-2105-6-S1-S1","volume":"6 Suppl 1","author":"L Hirschman","year":"2005","unstructured":"Hirschman L, Yeh A, Blaschke C, Valencia A. Overview of BioCreAtIvE: critical assessment of information extraction for biology. BMC Bioinformatics. 2005; 6 Suppl 1:S1.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR33","volume-title":"Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task","author":"JD Kim","year":"2011","unstructured":"Kim JD, Pyysalo S, Ohta T, Bossy R, Tsujii J. Overview of BioNLP Shared Task 2011. In: Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task. Portland: Association for Computational Linguistics: 2011. p. 1\u20136."},{"issue":"5","key":"2045_CR34","first-page":"786","volume":"19","author":"\u00d6 Uzuner","year":"2012","unstructured":"Uzuner \u00d6, Bodnari A, Shen S, Forbush T, Pestian J, South BR. Evaluating the state of the art in coreference resolution for electronic medical records. JAMIA. 2012; 19(5):786\u201391.","journal-title":"JAMIA"},{"key":"2045_CR35","volume-title":"CLEF. Lecture Notes in Computer Science","author":"H Suominen","year":"2013","unstructured":"Suominen H, Salanter\u00e4 S, Velupillai S, Chapman WW, Savova GK, Elhadad N, Pradhan S, South BR, Mowery D, Jones GJF, Leveling J, Kelly L, Goeuriot L, Mart\u00ednez D, Zuccon G. Overview of the ShARe\/CLEF eHealth Evaluation Lab 2013. In: CLEF. Lecture Notes in Computer Science. Amsterdam: Elsevier: 2013. p. 212\u201331."},{"issue":"7206","key":"2045_CR36","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1136\/bmj.319.7206.358","volume":"319","author":"JW Ely","year":"1999","unstructured":"Ely JW, Osheroff JA, Ebell MH, Bergus GR, Levy BT, Chambliss ML, Evans ER. Analysis of questions asked by family doctors regarding patient care. BMJ. 1999; 319(7206):358\u201361.","journal-title":"BMJ"},{"issue":"1","key":"2045_CR37","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1542\/peds.113.1.64","volume":"113","author":"DM D\u2019Alessandro","year":"2004","unstructured":"D\u2019Alessandro DM, Kreiter CD, Peterson MW. An evaluation of information-seeking behaviors of general pediatricians. Pediatrics. 2004; 113(1):64\u20139.","journal-title":"Pediatrics"},{"issue":"2","key":"2045_CR38","doi-asserted-by":"publisher","first-page":"277","DOI":"10.1016\/j.jbi.2011.01.004","volume":"44","author":"Y Cao","year":"2011","unstructured":"Cao Y, Liu F, Simpson P, Antieau LD, Bennett AS, Cimino JJ, Ely JW, Yu H. AskHERMES: An online question answering system for complex clinical questions. J Biomed Informat. 2011; 44(2):277\u201388.","journal-title":"J Biomed Informat"},{"key":"2045_CR39","volume-title":"AMIA Annual Symposium Proceedings","author":"BL Cairns","year":"2011","unstructured":"Cairns BL, Nielsen RD, Masanz JJ, Martin JH, Palmer MS, Ward WH, Savova GK. The MiPACQ clinical question answering system. In: AMIA Annual Symposium Proceedings. Washington: American Medical Informatics Association: 2011. p. 171\u201380."},{"issue":"1","key":"2045_CR40","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1162\/coli.2007.33.1.63","volume":"33","author":"D Demner-Fushman","year":"2007","unstructured":"Demner-Fushman D, Lin JJ. Answering clinical questions with knowledge-based and statistical techniques. Comput Linguist. 2007; 33(1):63\u2013103.","journal-title":"Comput Linguist"},{"issue":"2","key":"2045_CR41","doi-asserted-by":"publisher","first-page":"292","DOI":"10.1016\/j.jbi.2011.11.008","volume":"45","author":"JD Patrick","year":"2012","unstructured":"Patrick JD, Li M. An ontology for clinical questions about the contents of patient notes. J Biomed Inform. 2012; 45(2):292\u2013306.","journal-title":"J Biomed Inform"},{"key":"2045_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10791-008-9076-6","volume":"12","author":"WR Hersh","year":"2009","unstructured":"Hersh WR, Voorhees EM. TREC genomics special issue overview. Inf Retr. 2009; 12:1\u201315.","journal-title":"Inf Retr"},{"key":"2045_CR43","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis G, Balikas G, Malakasiotis P, Partalas I, Zschunke M, Alvers MR, Weissenborn D, Krithara A, Petridis S, Polychronopoulos D, Almirantis Y, Pavlopoulos J, Baskiotis N, Gallinari P, Arti\u00e8res T, Ngonga A, Heino N, Gaussier \u00c9, Barrio-Alvers L, Schroeder M, Androutsopoulos I, Paliouras G. An overview of the BIOASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinformatics. 2015; 16:138.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR44","volume-title":"Proceedings of the International Workshop on Biomedical and Health Informatics (BHI 2008)","author":"SJ Athenikos","year":"2008","unstructured":"Athenikos SJ, Han H, Brooks AD. Semantic analysis and classification of medical questions for a logic-based medical question-answering system. In: Proceedings of the International Workshop on Biomedical and Health Informatics (BHI 2008). Philadelphia: IEEE: 2008. p. 111\u20132."},{"key":"2045_CR45","volume-title":"MIE. Studies in Health Technology and Informatics, vol. 95","author":"P Jacquemart","year":"2003","unstructured":"Jacquemart P, Zweigenbaum P. Towards a medical question-answering system: a feasibility study In: Baud RH, Fieschi M, Beux PL, Ruch P, editors. MIE. Studies in Health Technology and Informatics, vol. 95. Amsterdam: IOS Press: 2003. p. 463\u20138."},{"key":"2045_CR46","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1186\/s12859-014-0365-3","volume":"16","author":"D Hristovski","year":"2015","unstructured":"Hristovski D, Dinevski D, Kastrin A, Rindflesch TC. Biomedical question answering using semantic relations. BMC Bioinformatics. 2015; 16:6.","journal-title":"BMC Bioinformatics"},{"key":"2045_CR47","volume-title":"Proceedings of the 2009 ACM Symposium on Applied Computing. SAC \u201909","author":"SJ Athenikos","year":"2009","unstructured":"Athenikos SJ, Han H, Brooks AD. A framework of a logic-based question-answering system for the medical domain (LOQAS-Med). In: Proceedings of the 2009 ACM Symposium on Applied Computing. SAC \u201909. Honolulu: ACM: 2009. p. 847\u201351."},{"key":"2045_CR48","volume-title":"Proceedings of the 2Nd ACM SIGHIT International Health Informatics Symposium. IHI \u201912","author":"A Ben Abacha","year":"2012","unstructured":"Ben Abacha A, Zweigenbaum P. Medical Question Answering: Translating Medical Questions into SPARQL Queries. In: Proceedings of the 2Nd ACM SIGHIT International Health Informatics Symposium. IHI \u201912. Miami: ACM: 2012. p. 41\u201350."},{"key":"2045_CR49","volume-title":"Proceedings of the Tenth International Conference on Language Resources and Evaluation LREC 2016","author":"K Roberts","year":"2016","unstructured":"Roberts K, Demner-Fushman D. Annotating logical forms for EHR questions. In: Proceedings of the Tenth International Conference on Language Resources and Evaluation LREC 2016. Paris: European Language Resources Association (ELRA): 2016."},{"key":"2045_CR50","volume-title":"AMIA Annual Symposium Proceedings","author":"AT McCray","year":"1999","unstructured":"McCray AT, Loane RF, Browne AC, Bangalore AK. Terminology issues in user access to web-based medical information. In: AMIA Annual Symposium Proceedings. Washington: American Medical Informatics Association: 1999. p. 107\u2013111."},{"issue":"3","key":"2045_CR51","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1086\/603195","volume":"70","author":"MD White","year":"2000","unstructured":"White MD. Questioning behavior on a consumer health electronic list. Library Q. 2000; 70(3):302\u201334.","journal-title":"Library Q"},{"issue":"7","key":"2045_CR52","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1016\/j.ijmedinf.2005.07.025","volume":"75","author":"LA Slaughter","year":"2006","unstructured":"Slaughter LA, Soergel D, Rindflesch TC. Semantic representation of consumer questions and physician answers. Int J Med Inform. 2006; 75(7):513\u201329.","journal-title":"Int J Med Inform"},{"issue":"1","key":"2045_CR53","first-page":"1","volume":"50","author":"JS Oh","year":"2013","unstructured":"Oh JS, He D, Jeng W, Mattern E, Bowler L. Linguistic characteristics of eating disorder questions on Yahoo! Answers - content, style, and emotion. Proc Am Soc Inf Sci Technol. 2013; 50(1):1\u201310.","journal-title":"Proc Am Soc Inf Sci Technol"},{"issue":"6","key":"2045_CR54","doi-asserted-by":"publisher","first-page":"1032","DOI":"10.1016\/j.jbi.2011.08.008","volume":"44","author":"F Liu","year":"2011","unstructured":"Liu F, Antieau LD, Yu H. Toward automated consumer question answering: Automatically separating consumer questions from professional questions in the healthcare domain. J Biomed Inf. 2011; 44(6):1032\u20138.","journal-title":"J Biomed Inf"},{"key":"2045_CR55","volume-title":"AMIA Annual Symposium Proceedings","author":"K Roberts","year":"2014","unstructured":"Roberts K, Kilicoglu H, Fiszman M, Demner-Fushman D. Automatically classifying question types for consumer health questions. In: AMIA Annual Symposium Proceedings. Washington: American Medical Informatics Association: 2014. p. 1018\u20131027."},{"key":"2045_CR56","volume-title":"Proceedings of the 2014 Workshop on Biomedical Natural Language Processing","author":"K Roberts","year":"2014","unstructured":"Roberts K, Kilicoglu H, Fiszman M, Demner-Fushman D. Decomposing consumer health questions. In: Proceedings of the 2014 Workshop on Biomedical Natural Language Processing. Baltimore: Association of Computational Linguistics: 2014. p. 54\u201362."},{"key":"2045_CR57","volume-title":"AMIA Annual Symposium Proceedings","author":"Y Mrabet","year":"2016","unstructured":"Mrabet Y, Kilicoglu H, Roberts K, Demner-Fushman D. Combining open-domain and biomedical knowledge for topic recognition in consumer health questions. In: AMIA Annual Symposium Proceedings. Chicago: American Medical Informatics Association: 2016. p. 914\u201323."},{"key":"2045_CR58","volume-title":"AMIA Annual Symposium Proceedings","author":"H Kilicoglu","year":"2015","unstructured":"Kilicoglu H, Fiszman M, Roberts K, Demner-Fushman D. An ensemble method for spelling correction in consumer health questions. In: AMIA Annual Symposium Proceedings. San Francisco: American Medical Informatics Association: 2015."},{"issue":"3","key":"2045_CR59","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1162\/089120102760275983","volume":"28","author":"D Gildea","year":"2002","unstructured":"Gildea D, Jurafsky D. Automatic labeling of semantic roles. Comput Linguist. 2002; 28(3):245\u201388.","journal-title":"Comput Linguist"},{"issue":"7","key":"2045_CR60","doi-asserted-by":"publisher","first-page":"1724","DOI":"10.1002\/asi.23806","volume":"68","author":"A Deardorff","year":"2017","unstructured":"Deardorff A, Masterton K, Roberts K, Kilicoglu H, Demner-Fushman D. A protocol-driven approach to automatically finding authoritative answers to consumer health questions in online resources. J Assoc Inf Sci Technol. 2017; 68(7):1724\u20131736.","journal-title":"J Assoc Inf Sci Technol"},{"issue":"3","key":"2045_CR61","first-page":"296","volume":"12","author":"G Hripscak","year":"2005","unstructured":"Hripscak G, Rothschild AS. Agreement, the f-measure, and reliability in information retrieval. JAMIA. 2005; 12(3):296\u20138.","journal-title":"JAMIA"},{"key":"2045_CR62","volume-title":"Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics","author":"P Stenetorp","year":"2012","unstructured":"Stenetorp P, Pyysalo S, Topi\u0107 G, Ohta T, Ananiadou S, Tsujii J. brat: a web-based tool for NLP-assisted text annotation. In: Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics. Avignon: Association of Computational Linguistics: 2012. p. 102\u20137."},{"issue":"3","key":"2045_CR63","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1197\/jamia.M2233","volume":"14","author":"NC Ide","year":"2007","unstructured":"Ide NC, Loane RF, Demner-Fushman D. Essie: a concept-based search engine for structured biomedical text. J Am Med Informa Assoc. 2007; 14(3):253\u201363.","journal-title":"J Am Med Informa Assoc"},{"issue":"3","key":"2045_CR64","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1136\/jamia.2009.002733","volume":"17","author":"AR Aronson","year":"2010","unstructured":"Aronson AR, Lang FM. An overview of MetaMap: historical perspective and recent advances. J Am Med Inf Assoc (JAMIA). 2010; 17(3):229\u201336.","journal-title":"J Am Med Inf Assoc (JAMIA)"},{"key":"2045_CR65","volume-title":"Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence","author":"Y Mrabet","year":"2015","unstructured":"Mrabet Y, Gardent C, Foulonneau M, Simperl E, Ras E. Towards knowledge-driven annotation. In: Proceedings of the Twenty-Ninth AAAI Conference on Artificial Intelligence. Austin: Association for Advancement of Artificial Intelligence: 2015. p. 2425\u2013431."},{"key":"2045_CR66","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1055\/s-0038-1634945","volume":"32","author":"DAB Lindberg","year":"1993","unstructured":"Lindberg DAB, Humphreys BL, McCray AT. The Unified Medical Language System. Methods Inform Med. 1993; 32:281\u201391.","journal-title":"Methods Inform Med"},{"key":"2045_CR67","volume-title":"Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies","author":"D Hovy","year":"2013","unstructured":"Hovy D, Berg-Kirkpatrick T, Vaswani A, Hovy E. Learning Whom to Trust with MACE. In: Proceedings of the 2013 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Atlanta: Association of Computational Linguistics: 2013. p. 1120\u201330."},{"key":"2045_CR68","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1162\/tacl_a_00185","volume":"2","author":"R Passonneau","year":"2014","unstructured":"Passonneau R, Carpenter B. The Benefits of a Model of Annotation. Trans Assoc Comput Linguist. 2014; 2:311\u201326.","journal-title":"Trans Assoc Comput Linguist"},{"issue":"1","key":"2045_CR69","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid AP, Skene AM. Maximum Likelihood Estimation of Observer Error-Rates Using the EM Algorithm. Appl Stat. 1979; 28(1):20\u20138.","journal-title":"Appl Stat"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-018-2045-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12859-018-2045-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12859-018-2045-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,14]],"date-time":"2020-05-14T11:03:13Z","timestamp":1589454193000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/s12859-018-2045-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,2,6]]},"references-count":69,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["2045"],"URL":"https:\/\/doi.org\/10.1186\/s12859-018-2045-1","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,2,6]]},"assertion":[{"value":"31 August 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 January 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 February 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Not applicable.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"34"}}