{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T01:22:54Z","timestamp":1784251374040,"version":"3.55.0"},"reference-count":52,"publisher":"Springer Science and Business Media LLC","issue":"1","funder":[{"DOI":"10.13039\/501100000925","name":"National Health and Medical Research Council","doi-asserted-by":"publisher","award":["APP1022964"],"award-info":[{"award-number":["APP1022964"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"National Health and Medical Research Council","doi-asserted-by":"publisher","award":["1032664"],"award-info":[{"award-number":["1032664"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"published-print":{"date-parts":[[2017,12]]},"DOI":"10.1186\/s12911-017-0483-8","type":"journal-article","created":{"date-parts":[[2017,6,12]],"date-time":"2017-06-12T13:35:52Z","timestamp":1497274552000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Using multiclass classification to automate the identification of patient safety incident reports by type and severity"],"prefix":"10.1186","volume":"17","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8537-3954","authenticated-orcid":false,"given":"Ying","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Enrico","family":"Coiera","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"William","family":"Runciman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Farah","family":"Magrabi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,6,12]]},"reference":[{"issue":"4","key":"483_CR1","doi-asserted-by":"crossref","first-page":"273","DOI":"10.1093\/qjmed\/hcu145","volume":"108","author":"N Rafter","year":"2015","unstructured":"Rafter N, Hickey A, Condell S, et al. Adverse events in healthcare: learning from mistakes. QJM. 2015;108(4):273\u20137.","journal-title":"QJM"},{"key":"483_CR2","volume-title":"Safety and ethics in healthcare: a guide to getting it right","author":"B Runciman","year":"2007","unstructured":"Runciman B, Walton M. Safety and ethics in healthcare: a guide to getting it right. London: Ashgate Publishing Ltd; 2007."},{"issue":"2","key":"483_CR3","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1136\/bmjqs-2015-004405","volume":"25","author":"I Mitchell","year":"2015","unstructured":"Mitchell I, Schuster A, Smith K, et al. Patient safety incident reporting: a qualitative study of thoughts and perceptions of experts 15\u00a0years after \u2018To Err is Human\u2019. BMJ Qual Saf. 2015;25(2):92\u20139.","journal-title":"BMJ Qual Saf"},{"key":"483_CR4","unstructured":"NRLS Quarterly Data Workbook up to September 2015 2016 [updated 19 April 2016; cited 2016 21 April]. NRLS Quarterly Data Workbook updates analysis of the NRLS patient safety incidents reported by NHS organisation in England and Wales to the National Reporting and Learning System up to September 2015.]. Available from: https:\/\/improvement.nhs.uk\/resources\/national-quarterly-data-patient-safety-incident-reports-september-2016\/ . Accessed 9 June 2017."},{"issue":"1","key":"483_CR5","doi-asserted-by":"crossref","first-page":"45","DOI":"10.1136\/amiajnl-2011-000369","volume":"19","author":"F Magrabi","year":"2012","unstructured":"Magrabi F, Ong MS, Runciman W, et al. Using FDA reports to inform a classification for health information technology safety problems. J Am Med Inform Assoc. 2012;19(1):45\u201353.","journal-title":"J Am Med Inform Assoc"},{"key":"483_CR6","doi-asserted-by":"crossref","first-page":"870","DOI":"10.1136\/bmjqs-2015-004323","volume":"25","author":"F Magrabi","year":"2015","unstructured":"Magrabi F, Liaw ST, Arachi D, et al. Identifying patient safety problems associated with information technology in general practice: an analysis of incident reports. BMJ Qual Saf. 2015;25:870\u201380.","journal-title":"BMJ Qual Saf"},{"issue":"3","key":"483_CR7","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.ijmedinf.2014.12.003","volume":"84","author":"F Magrabi","year":"2015","unstructured":"Magrabi F, Baker M, Sinha I, et al. Clinical safety of England\u2019s national programme for IT: a retrospective analysis of all reported safety events 2005 to 2011. Int J Med Inform. 2015;84(3):198\u2013206.","journal-title":"Int J Med Inform"},{"issue":"1","key":"483_CR8","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1093\/intqhc\/mzn057","volume":"21","author":"W Runciman","year":"2009","unstructured":"Runciman W, Hibbert P, Thomson R, et al. Towards an International Classification for Patient Safety: key concepts and terms. Int J Qual Health Care. 2009;21(1):18\u201326.","journal-title":"Int J Qual Health Care"},{"key":"483_CR9","volume-title":"Advances in patient safety: New directions and alternative approaches (Vol 1: assessment)","author":"PJ Pronovost","year":"2008","unstructured":"Pronovost PJ, Morlock LL, Sexton JB, et al. Improving the value of patient safety reporting systems. In: Henriksen K, Battles JB, Keyes MA, Grady ML, editors. Advances in patient safety: New directions and alternative approaches (Vol 1: assessment). Rockville: Advances in Patient Safety; 2008."},{"issue":"3","key":"483_CR10","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1177\/1363459308101804","volume":"13","author":"JF Travaglia","year":"2009","unstructured":"Travaglia JF, Westbrook MT, Braithwaite J. Implementation of a patient safety incident management system as viewed by doctors, nurses and allied health professionals. Health (London). 2009;13(3):277\u201396.","journal-title":"Health (London)"},{"issue":"1","key":"483_CR11","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1093\/intqhc\/mzu098","volume":"27","author":"JI Westbrook","year":"2015","unstructured":"Westbrook JI, Li L, Lehnbom EC, et al. What are incident reports telling us? a comparative study at two Australian hospitals of medication errors identified at audit, detected by staff and reported to an incident system. Int J Qual Health Care. 2015;27(1):1\u20139.","journal-title":"Int J Qual Health Care"},{"issue":"1","key":"483_CR12","doi-asserted-by":"crossref","first-page":"69","DOI":"10.1093\/bja\/aeq133","volume":"105","author":"RP Mahajan","year":"2010","unstructured":"Mahajan RP. Critical incident reporting and learning. Br J Anaesth. 2010;105(1):69\u201375.","journal-title":"Br J Anaesth"},{"issue":"5","key":"483_CR13","doi-asserted-by":"crossref","first-page":"316","DOI":"10.1093\/intqhc\/mzp034","volume":"21","author":"SD Williams","year":"2009","unstructured":"Williams SD, Ashcroft DM. Medication errors: how reliable are the severity ratings reported to the national reporting and learning system? Int J Qual Health Care. 2009;21(5):316\u201320.","journal-title":"Int J Qual Health Care"},{"issue":"3","key":"483_CR14","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1111\/j.1532-5415.2008.02142.x","volume":"57","author":"TP Haines","year":"2009","unstructured":"Haines TP, Massey B, Varghese P, et al. Inconsistency in classification and reporting of in-hospital falls. J Am Geriatr Soc. 2009;57(3):517\u201323.","journal-title":"J Am Geriatr Soc"},{"key":"483_CR15","volume-title":"Evaluation of the safety improvement program in New South Wales: study no 6 report on program outcomes","author":"Centre for Clinical Governance Research in Health","year":"2005","unstructured":"Centre for Clinical Governance Research in Health. Evaluation of the safety improvement program in New South Wales: study no 6 report on program outcomes. Sydney: University of New South Wales, Centre for Clinical Governance Research in Health; 2005."},{"issue":"4","key":"483_CR16","doi-asserted-by":"crossref","first-page":"609","DOI":"10.1007\/s10916-009-9398-y","volume":"35","author":"Y Gong","year":"2011","unstructured":"Gong Y. Data consistency in a voluntary medical incident reporting system. J Med Syst. 2011;35(4):609\u201315.","journal-title":"J Med Syst"},{"issue":"5","key":"483_CR17","doi-asserted-by":"crossref","first-page":"674","DOI":"10.1111\/j.1365-2125.2011.04153.x","volume":"73","author":"P Warrer","year":"2012","unstructured":"Warrer P, Hansen EH, Juhl-Jensen L, et al. Using text-mining techniques in electronic patient records to identify ADRs from medicine use. Brit J Clin Pharmacol. 2012;73(5):674\u201384.","journal-title":"Brit J Clin Pharmacol"},{"key":"483_CR18","first-page":"160","volume":"11","author":"LW D\u2019Avolio","year":"2007","unstructured":"D\u2019Avolio LW, Litwin MS, Rogers Jr SO, et al. Automatic identification and classification of surgical margin status from pathology reports following prostate cancer surgery. AMIA Annu Symp Proc. 2007;11:160\u20134.","journal-title":"AMIA Annu Symp Proc"},{"key":"483_CR19","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1186\/1472-6947-13-90","volume":"13","author":"V Liu","year":"2013","unstructured":"Liu V, Clark MP, Mendoza M, et al. Automated identification of pneumonia in chest radiograph reports in critically ill patients. BMC Med Inform Decis Mak. 2013;13:90.","journal-title":"BMC Med Inform Decis Mak"},{"key":"483_CR20","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1016\/j.jbi.2015.09.011","volume":"58","author":"A Fong","year":"2015","unstructured":"Fong A, Hettinger AZ, Ratwani RM. Exploring methods for identifying related patient safety events using structured and unstructured data. J Biomed Inform. 2015;58:89\u201395.","journal-title":"J Biomed Inform"},{"issue":"4","key":"483_CR21","doi-asserted-by":"crossref","first-page":"338","DOI":"10.3414\/ME15-01-0010","volume":"54","author":"A Fong","year":"2015","unstructured":"Fong A, Ratwani R. An evaluation of patient safety event report categories using unsupervised topic modeling. Methods Inf Med. 2015;54(4):338\u201345.","journal-title":"Methods Inf Med"},{"issue":"2","key":"483_CR22","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1136\/amiajnl-2014-002963","volume":"22","author":"RM Ratwani","year":"2015","unstructured":"Ratwani RM, Fong A. \u2018Connecting the dots\u2019: leveraging visual analytics to make sense of patient safety event reports. J Am Med Inform Assoc. 2015;22(2):312\u20137.","journal-title":"J Am Med Inform Assoc"},{"issue":"6","key":"483_CR23","first-page":"e55","volume":"19","author":"MS Ong","year":"2010","unstructured":"Ong MS, Magrabi F, Coiera E. Automated categorisation of clinical incident reports using statistical text classification. Qual Saf Health Care. 2010;19(6):e55.","journal-title":"Qual Saf Health Care"},{"issue":"5","key":"483_CR24","doi-asserted-by":"crossref","first-page":"980","DOI":"10.1136\/amiajnl-2012-001409","volume":"20","author":"KEK Chai","year":"2013","unstructured":"Chai KEK, Anthony S, Coiera E, et al. Using statistical text classification to identify health information technology incidents. J Am Med Inform Assoc. 2013;20(5):980\u20135.","journal-title":"J Am Med Inform Assoc"},{"issue":"e1","key":"483_CR25","doi-asserted-by":"crossref","first-page":"e110","DOI":"10.1136\/amiajnl-2011-000562","volume":"19","author":"MS Ong","year":"2012","unstructured":"Ong MS, Magrabi F, Coiera E. Automated identification of extreme-risk events in clinical incident reports. J Am Med Inform Assoc. 2012;19(e1):e110\u20138.","journal-title":"J Am Med Inform Assoc"},{"key":"483_CR26","doi-asserted-by":"crossref","unstructured":"Marella WM, Sparnon E, Finley E. Screening Electronic Health Record-Related Patient Safety Reports Using Machine Learning. J Patient Saf. 2017;13(1):31-36.","DOI":"10.1097\/PTS.0000000000000104"},{"key":"483_CR27","unstructured":"Japkowicz N. The class imbalance problem: Significance and strategies. Ic-Ai\u20192000: Proceedings of the International Conference on Artificial Intelligence, Vol 1-Iii. 2000:111\u20137."},{"issue":"3","key":"483_CR28","doi-asserted-by":"crossref","first-page":"473","DOI":"10.1016\/j.dss.2012.02.014","volume":"53","author":"HY Lin","year":"2012","unstructured":"Lin HY. Efficient classifiers for multi-class classification problems. Decis Support Syst. 2012;53(3):473\u201381.","journal-title":"Decis Support Syst"},{"key":"483_CR29","unstructured":"National Safety and Quality Health Service Standards Report. Australia Commission on Safety and Quality in Health Care. 2012. https:\/\/www.safetyandquality.gov.au\/wp-content\/uploads\/2011\/09\/NSQHS-Standards-Sept-2012.pdf . Accessed 9 June 2017."},{"key":"483_CR30","unstructured":"Towards national indicators of safety and quality in health care. Australian Institute of Health and Welfare. 2009."},{"key":"483_CR31","unstructured":"Seven steps to patient safety: The full reference guide. National Patient Safety Agency (UK). 2004. http:\/\/www.nrls.npsa.nhs.uk\/resources\/collections\/seven-steps-to-patient-safety\/?entryid45=59787 . Accessed 9 June 2017."},{"issue":"8","key":"483_CR32","doi-asserted-by":"crossref","first-page":"1761","DOI":"10.1016\/j.patcog.2011.01.017","volume":"44","author":"M Galar","year":"2011","unstructured":"Galar M, Fernandez A, Barrenechea E, et al. An overview of ensemble methods for binary classifiers in multi-class problems: experimental study on one-vs-one and one-vs-all schemes. Pattern Recogn. 2011;44(8):1761\u201376.","journal-title":"Pattern Recogn"},{"issue":"Suppl 1","key":"483_CR33","doi-asserted-by":"crossref","first-page":"i82","DOI":"10.1136\/qshc.2005.017467","volume":"15","author":"WB Runciman","year":"2006","unstructured":"Runciman WB, Williamson JA, Deakin A, et al. An integrated framework for safety, quality and risk management: an information and incident management system based on a universal patient safety classification. Qual Saf Health Care. 2006;15 Suppl 1:i82\u201390.","journal-title":"Qual Saf Health Care"},{"key":"483_CR34","unstructured":"Riskman Incident Management. http:\/\/www.riskman.net.au\/Modules\/Core\/Incidents . Accessed 9 June 2017."},{"issue":"10","key":"483_CR35","first-page":"522","volume":"27","author":"JP Bagian","year":"2001","unstructured":"Bagian JP, Lee C, Gosbee J, et al. Developing and deploying a patient safety program in a large health care delivery system: you can\u2019t fix what you don\u2019t know about. Jt Comm J Qual Improv. 2001;27(10):522\u201332.","journal-title":"Jt Comm J Qual Improv"},{"key":"483_CR36","first-page":"547","volume":"12","author":"JC Platt","year":"2000","unstructured":"Platt JC, Cristianini N, Shawe-Taylor J. Large margin DAGs for multiclass classification. Adv Neural Inf Proces Syst. 2000;12:547\u201353.","journal-title":"Adv Neural Inf Proces Syst"},{"key":"483_CR37","doi-asserted-by":"crossref","unstructured":"Korenius T, Laurikkala J, J\u00e4rvelin K, et al., editors. Stemming and lemmatization in the clustering of finnish text documents. Proceedings of the thirteenth ACM international conference on Information and knowledge management; 2004: ACM.","DOI":"10.1145\/1031171.1031285"},{"issue":"4","key":"483_CR38","doi-asserted-by":"crossref","first-page":"591","DOI":"10.1109\/TPAMI.2008.111","volume":"31","author":"J Sivic","year":"2009","unstructured":"Sivic J, Zisserman A. Efficient visual search of videos cast as text retrieval. EEE Trans Pattern Anal Mach Intell. 2009;31(4):591\u2013606.","journal-title":"EEE Trans Pattern Anal Mach Intell"},{"issue":"5","key":"483_CR39","doi-asserted-by":"crossref","first-page":"503","DOI":"10.1108\/00220410410560582","volume":"60","author":"S Robertson","year":"2004","unstructured":"Robertson S. Understanding inverse document frequency: on theoretical arguments for IDF. J Doc. 2004;60(5):503\u201320.","journal-title":"J Doc"},{"key":"483_CR40","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1086\/256633","volume":"56","author":"D Black","year":"1948","unstructured":"Black D. On the rationale of group decision-making. J Polit Econ. 1948;56:23\u201334.","journal-title":"J Polit Econ"},{"issue":"4","key":"483_CR41","doi-asserted-by":"crossref","first-page":"427","DOI":"10.1016\/j.ipm.2009.03.002","volume":"45","author":"M Sokolova","year":"2009","unstructured":"Sokolova M, Lapalme G. A systematic analysis of performance measures for classification tasks. Inf Process Manag. 2009;45(4):427\u201337.","journal-title":"Inf Process Manag"},{"issue":"2","key":"483_CR42","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1197\/jamia.M3092","volume":"16","author":"CP Friedman","year":"2009","unstructured":"Friedman CP. A \u201cfundamental theorem\u201d of biomedical informatics. J Am Med Inform Assoc. 2009;16(2):169\u201370.","journal-title":"J Am Med Inform Assoc"},{"issue":"5","key":"483_CR43","doi-asserted-by":"crossref","first-page":"520","DOI":"10.1177\/0310057X9302100507","volume":"21","author":"RK Webb","year":"1993","unstructured":"Webb RK, Currie M, Morgan CA, et al. The Australian incident monitoring study: an analysis of 2000 incident reports. Anaesth Intensive Care. 1993;21(5):520\u20138.","journal-title":"Anaesth Intensive Care"},{"issue":"1","key":"483_CR44","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1197\/jamia.M2950","volume":"16","author":"O Uzuner","year":"2009","unstructured":"Uzuner O, Zhang X, Sibanda T. Machine learning and rule-based approaches to assertion classification. J Am Med Inform Assoc. 2009;16(1):109\u201315.","journal-title":"J Am Med Inform Assoc"},{"issue":"2","key":"483_CR45","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/j.jbi.2011.11.003","volume":"45","author":"Y Chen","year":"2012","unstructured":"Chen Y, Mani S, Xu H. Applying active learning to assertion classification of concepts in clinical text. J Biomed Inform. 2012;45(2):265\u201372.","journal-title":"J Biomed Inform"},{"key":"483_CR46","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1186\/1471-2105-12-424","volume":"12","author":"S Doyle","year":"2011","unstructured":"Doyle S, Monaco J, Feldman M, et al. An active learning based classification strategy for the minority class problem: application to histopathology annotation. BMC Bioinformatics. 2011;12:424.","journal-title":"BMC Bioinformatics"},{"issue":"2","key":"483_CR47","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2907070","volume":"49","author":"P Branco","year":"2016","unstructured":"Branco P, Torgo L, Ribeiro RP. A survey of predictive modeling on imbalanced domains. ACM Comput Surv. 2016;49(2):1\u201350.","journal-title":"ACM Comput Surv"},{"key":"483_CR48","unstructured":"Clinical Excellence Commission NSW. Clinical Incident Management in the NSW public health system 2016. Available from: http:\/\/www.cec.health.nsw.gov.au\/__data\/assets\/pdf_file\/0007\/259207\/patient-safety-report-clinical-incident-management-in-the-nsw-phs.pdf .Accessed 9 June 2017."},{"key":"483_CR49","unstructured":"Annual Report 2005\u20132006: Analysis of first year of IIMS data. Clinical Excellence Commission, Patient safety clinical incident management in NSW. 2006. http:\/\/www.cec.health.nsw.gov.au\/__data\/assets\/pdf_file\/0010\/258265\/iims-data-report2006.pdf . Accessed 9 June 2017."},{"key":"483_CR50","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1016\/j.jbi.2014.11.002","volume":"53","author":"A Sarker","year":"2015","unstructured":"Sarker A, Gonzalez G. Portable automatic text classification for adverse drug reaction detection via multi-corpus training. J Biomed Inform. 2015;53:196\u2013207.","journal-title":"J Biomed Inform"},{"issue":"10","key":"483_CR51","doi-asserted-by":"crossref","first-page":"3405","DOI":"10.1016\/j.patcog.2014.04.009","volume":"47","author":"SF Wang","year":"2014","unstructured":"Wang SF, Wang J, Wang ZY, et al. Enhancing multi-label classification by modeling dependencies among labels. Pattern Recogn. 2014;47(10):3405\u201313.","journal-title":"Pattern Recogn"},{"key":"483_CR52","doi-asserted-by":"crossref","unstructured":"Gibaja E, Ventura S. A Tutorial on Multilabel Learning. Acm Comput Surv. 2015;47(3). Article 52, 38 pages. http:\/\/dx.doi.org\/10.1145\/2716262 .","DOI":"10.1145\/2716262"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-017-0483-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,29]],"date-time":"2022-07-29T15:13:48Z","timestamp":1659107628000},"score":1,"resource":{"primary":{"URL":"http:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-017-0483-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,6,12]]},"references-count":52,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2017,12]]}},"alternative-id":["483"],"URL":"https:\/\/doi.org\/10.1186\/s12911-017-0483-8","relation":{},"ISSN":["1472-6947"],"issn-type":[{"value":"1472-6947","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,6,12]]},"article-number":"84"}}