{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T04:24:53Z","timestamp":1764044693323,"version":"3.37.3"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"17","license":[{"start":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T00:00:00Z","timestamp":1652745600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T00:00:00Z","timestamp":1652745600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2022,9]]},"DOI":"10.1007\/s00521-022-07306-1","type":"journal-article","created":{"date-parts":[[2022,5,17]],"date-time":"2022-05-17T16:23:14Z","timestamp":1652804594000},"page":"14971-15005","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Multi-label text mining to identify reasons for appointments to drive population health analytics at a primary care setting"],"prefix":"10.1007","volume":"34","author":[{"given":"Laith","family":"Abu Lekham","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1829-3836","authenticated-orcid":false,"given":"Yong","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Ellen","family":"Hey","sequence":"additional","affiliation":[]},{"given":"Mohammad T.","family":"Khasawneh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,5,17]]},"reference":[{"key":"7306_CR1","unstructured":"Nash DB, Fabius RJ, Skoufalos A, Clarke JL (2015) Population health: Creating a culture of wellness. Jones & Bartlett Publishers"},{"issue":"53","key":"7306_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-018-0058-9","volume":"1","author":"A Shaban-Nejad","year":"2018","unstructured":"Shaban-Nejad A, Michalowski M, Buckeridge DL (2018) Health intelligence: how artificial intelligence transforms population and personalized health. NPJ Digital Med 1(53):1\u20132. https:\/\/doi.org\/10.1038\/s41746-018-0058-9","journal-title":"NPJ Digital Med"},{"key":"7306_CR3","unstructured":"Just E (2017) How to use text analytics in healthcare to improve outcomes\u2014why you need more than nlp. Health Catalyst. https:\/\/www.healthcatalyst.com\/how-to-use-text-analytics-in-healthcare-to-improve-outcomes. Accessed 23 Feb 2017"},{"issue":"3","key":"7306_CR4","first-page":"52","volume":"22","author":"U Raja","year":"2008","unstructured":"Raja U, Mitchell T, Day T, Hardin JM (2008) Text mining in healthcare. Applications and opportunities. J Healthc Inf Manag 22(3):52\u201356","journal-title":"J Healthc Inf Manag"},{"key":"7306_CR5","doi-asserted-by":"publisher","first-page":"BII-S3779","DOI":"10.4137\/BII.S37791","volume":"8","author":"M Torii","year":"2016","unstructured":"Torii M, Tilak SS, Doan S, Zisook DS, Fan JW (2016) Mining health-related issues in consumer product reviews by using scalable text analytics. Biomed Inform Insights 8:BII-S3779. https:\/\/doi.org\/10.4137\/BII.S37791","journal-title":"Biomed Inform Insights"},{"key":"7306_CR6","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.dss.2017.06.010","volume":"102","author":"T Nguyen","year":"2017","unstructured":"Nguyen T, Larsen ME, O\u2019Dea B, Nguyen DT, Yearwood J, Phung D, Venkatesh D, Christensen H (2017) Kernel-based features for predicting population health indices from geocoded social media data. Decis Support Syst 102:22\u201331. https:\/\/doi.org\/10.1016\/j.dss.2017.06.010","journal-title":"Decis Support Syst"},{"key":"7306_CR7","first-page":"139","volume-title":"Text mining for precision medicine: bringing structure to EHRs and biomedical literature to understand genes and health","author":"M Simmons","year":"2016","unstructured":"Simmons M, Singhal A, Lu Z (2016) Text mining for precision medicine: bringing structure to EHRs and biomedical literature to understand genes and health. Springer, Singapore, pp 139\u2013166"},{"key":"7306_CR8","doi-asserted-by":"crossref","unstructured":"Francis RS, Dernoncourt F (2016) Improving patient cohort identification using natural language processing. Secondary analysis of electronic health records. Springer, Cham, pp 405\u2013417","DOI":"10.1007\/978-3-319-43742-2_28"},{"issue":"4","key":"7306_CR9","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1055\/s-0038-1634945","volume":"32","author":"DA Lindberg","year":"1993","unstructured":"Lindberg DA, Humphreys BL, McCray AT (1993) The unified medical language system. Methods Inf Med 32(4):281","journal-title":"Methods Inf Med"},{"issue":"2","key":"7306_CR10","doi-asserted-by":"publisher","first-page":"691","DOI":"10.1007\/s11277-018-5722-5","volume":"105","author":"JC Kim","year":"2019","unstructured":"Kim JC, Chung K (2019) Associative feature information extraction using text mining from health big data. Wireless Pers Commun 105(2):691\u2013707","journal-title":"Wireless Pers Commun"},{"issue":"4","key":"7306_CR11","doi-asserted-by":"publisher","DOI":"10.2196\/medinform.6328","volume":"4","author":"L Zheng","year":"2016","unstructured":"Zheng L, Wang Y, Hao S et al (2016) Web-based real-time case finding for the population health management of patients with diabetes mellitus: A prospective validation of the natural language processing\u2013based algorithm with statewide electronic medical records. JMIR Med Inform 4(4):e37","journal-title":"JMIR Med Inform"},{"issue":"6","key":"7306_CR12","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1002\/jts.22058","volume":"28","author":"KW Hammond","year":"2015","unstructured":"Hammond KW, Ben-Ari AY, Laundry RJ, Boyko EJ, Samore MH (2015) The feasibility of using large-scale text mining to detect adverse childhood experiences in a VA-treated population. J Trauma Stress 28(6):505\u2013514. https:\/\/doi.org\/10.1002\/jts.22058","journal-title":"J Trauma Stress"},{"key":"7306_CR13","doi-asserted-by":"publisher","first-page":"617","DOI":"10.1016\/j.jad.2019.09.044","volume":"260","author":"CS Wu","year":"2020","unstructured":"Wu CS, Kuo CJ, Su CH, Wang S, Dai HJ (2020) Using text mining to extract depressive symptoms and to validate the diagnosis of major depressive disorder from electronic health records. J Affect Disord 260:617\u2013623. https:\/\/doi.org\/10.1016\/j.jad.2019.09.044","journal-title":"J Affect Disord"},{"issue":"10","key":"7306_CR14","doi-asserted-by":"publisher","first-page":"1109","DOI":"10.1016\/j.ajic.2015.05.025","volume":"43","author":"AJ Lazard","year":"2015","unstructured":"Lazard AJ, Scheinfeld E, Bernhardt JM, Wilcox GB, Suran M (2015) Detecting themes of public concern: a text mining analysis of the centers for disease control and prevention\u2019s Ebola live Twitter chat. Am J Infect Control 43(10):1109\u20131111. https:\/\/doi.org\/10.1016\/j.ajic.2015.05.025","journal-title":"Am J Infect Control"},{"issue":"3","key":"7306_CR15","doi-asserted-by":"publisher","DOI":"10.2196\/publichealth.8627","volume":"4","author":"S Wakamiya","year":"2018","unstructured":"Wakamiya S, Kawai Y, Aramaki E (2018) Twitter-based influenza detection after flu peak via tweets with indirect information: text mining study. JMIR Public Health Surveill 4(3):e65. https:\/\/doi.org\/10.2196\/publichealth.8627","journal-title":"JMIR Public Health Surveill"},{"issue":"01","key":"7306_CR16","doi-asserted-by":"publisher","first-page":"224","DOI":"10.15265\/IY-2016-017","volume":"25","author":"D Demner-Fushman","year":"2016","unstructured":"Demner-Fushman D, Elhadad N (2016) Aspiring to unintended consequences of natural language processing: a review of recent developments in clinical and consumer-generated text processing. Yearb Med Inform 25(01):224\u2013233","journal-title":"Yearb Med Inform"},{"key":"7306_CR17","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.jbi.2018.10.005","volume":"88","author":"S Velupillai","year":"2018","unstructured":"Velupillai S, Suominen H, Liakata M et al (2018) Using clinical natural language processing for health outcomes research: overview and actionable suggestions for future advances. J Biomed Inform 88:11\u201319. https:\/\/doi.org\/10.1016\/j.jbi.2018.10.005","journal-title":"J Biomed Inform"},{"key":"7306_CR18","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A (2011) Scikit-learn: machine learning in python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"7306_CR19","doi-asserted-by":"crossref","unstructured":"W. McKinney W (2010) Data Structures for Statistical Computing in Python. In: Proceedings of the 9th Python in science conference 445:51\u201356","DOI":"10.25080\/Majora-92bf1922-00a"},{"key":"7306_CR20","volume-title":"A guide to NumPy","author":"TE Oliphant","year":"2006","unstructured":"Oliphant TE (2006) A guide to NumPy. Trelgol Publishing, USA"},{"key":"7306_CR21","volume-title":"Natural language processing with Python: analyzing text with the natural language toolkit","author":"S Bird","year":"2009","unstructured":"Bird S, Klein E, Loper E (2009) Natural language processing with Python: analyzing text with the natural language toolkit. O\u2019Reilly Media Inc, California"},{"issue":"10","key":"7306_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.5281\/zenodo.3767070","volume":"V0","author":"M Waskom","year":"2020","unstructured":"Waskom M, Botvinnik O, Ostblom J et al (2020) Mwaskom\/seaborn. Zenodo V0(10):1. https:\/\/doi.org\/10.5281\/zenodo.3767070","journal-title":"Zenodo"},{"issue":"03","key":"7306_CR23","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1109\/MCSE.2007.55","volume":"9","author":"JD Hunter","year":"2007","unstructured":"Hunter JD (2007) Matplotlib: a 2D graphics environment. IEEE Ann Hist Comput 9(03):90\u201395. https:\/\/doi.org\/10.1109\/MCSE.2007.55","journal-title":"IEEE Ann Hist Comput"},{"key":"7306_CR24","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s13042-010-0001-0","volume":"1","author":"Y Zhang","year":"2010","unstructured":"Zhang Y, Jin R, Zhou ZH (2010) Understanding bag-of-words model: a statistical framework. Int J Mach Learn Cybern 1:43\u201352. https:\/\/doi.org\/10.1007\/s13042-010-0001-0","journal-title":"Int J Mach Learn Cybern"},{"key":"7306_CR25","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1613\/jair.953","volume":"16","author":"NV Chawla","year":"2002","unstructured":"Chawla NV, Bowyer KW, Hall LO, Kegelmeyer WP (2002) SMOTE: synthetic minority over-sampling technique. J Artif Intel Res 16:321\u2013357. https:\/\/doi.org\/10.1613\/jair.953","journal-title":"J Artif Intel Res"},{"key":"7306_CR26","unstructured":"Szyma\u0144ski P, Kajdanowicz T (2017) A scikit-based Python environment for performing multi-label classification. arXiv preprint arXiv:1702.01460"},{"key":"7306_CR27","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.entcs.2013.02.010","volume":"292","author":"N Spola\u00f4R","year":"2013","unstructured":"Spola\u00f4R N, Cherman EA, Monard MC, Lee HD (2013) A comparison of multi-label feature selection methods using the problem transformation approach. Electron Notes Theor Comput Sci 292:135\u2013151. https:\/\/doi.org\/10.1016\/j.entcs.2013.02.010","journal-title":"Electron Notes Theor Comput Sci"},{"key":"7306_CR28","doi-asserted-by":"crossref","unstructured":"Ojala M, Garriga GC (2010) Permutation tests for studying classifier performance. J Mach Learn Res 11(6)","DOI":"10.1109\/ICDM.2009.108"},{"issue":"3","key":"7306_CR29","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1109\/5326.704579","volume":"28","author":"JM Twomey","year":"1998","unstructured":"Twomey JM, Smith AE (1998) Bias and variance of validation methods for function approximation neural networks under conditions of sparse data. IEEE Transa Syst Man Cybern Part C Appl Rev 28(3):417\u2013430. https:\/\/doi.org\/10.1109\/5326.704579","journal-title":"IEEE Transa Syst Man Cybern Part C Appl Rev"},{"key":"7306_CR30","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.neucom.2014.08.091","volume":"163","author":"F Charte","year":"2015","unstructured":"Charte F, Rivera AJ, Del Jesus MJ, Herrera F (2015) Addressing imbalance in multilabel classification: measures and random resampling algorithms. Neurocomputing 163:3\u201316. https:\/\/doi.org\/10.1016\/j.neucom.2014.08.091","journal-title":"Neurocomputing"},{"issue":"3","key":"7306_CR31","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/s10994-011-5256-5","volume":"85","author":"J Read","year":"2011","unstructured":"Read J, Pfahringer B, Holmes G, Frank E (2011) Classifier chains for multi-label classification. Mach Learn 85(3):333. https:\/\/doi.org\/10.1007\/s10994-011-5256-5","journal-title":"Mach Learn"},{"issue":"1","key":"7306_CR32","first-page":"559","volume":"18","author":"G Lema\u00eetre","year":"2017","unstructured":"Lema\u00eetre G, Nogueira F, Aridas CK (2017) Imbalanced-learn: a python toolbox to tackle the curse of imbalanced datasets in machine learning. J Mach Learn Res 18(1):559\u2013563","journal-title":"J Mach Learn Res"},{"issue":"2","key":"7306_CR33","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1080\/24725579.2020.1858210","volume":"11","author":"L Abu Lekham","year":"2021","unstructured":"Abu Lekham L, Wang Y, Hey E, Lam SS, Khasawneh MT (2021) A multi-stage predictive model for missed appointments at outpatient primary care settings serving rural areas. IISE Trans Healthcare Syst Eng 11(2):79\u201394. https:\/\/doi.org\/10.1080\/24725579.2020.1858210","journal-title":"IISE Trans Healthcare Syst Eng"},{"key":"7306_CR34","unstructured":"Powers DM (2010) Evaluation: from precision, recall and F-measure to ROC, informedness, markedness and correlation. arXiv preprint arXiv:2010.16061"},{"issue":"3","key":"7306_CR35","doi-asserted-by":"publisher","first-page":"1","DOI":"10.4018\/jdwm.2007070101","volume":"3","author":"G Tsoumakas","year":"2007","unstructured":"Tsoumakas G, Katakis L (2007) Multi-label classification: an overview. Int J Data Warehous Min (IJDWM) 3(3):1\u201313. https:\/\/doi.org\/10.4018\/jdwm.2007070101","journal-title":"Int J Data Warehous Min (IJDWM)"},{"issue":"8","key":"7306_CR36","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett T (2006) An introduction to ROC analysis. Pattern Recogn Lett 27(8):861\u2013874. https:\/\/doi.org\/10.1016\/j.patrec.2005.10.010","journal-title":"Pattern Recogn Lett"},{"key":"7306_CR37","unstructured":"Flach PA, Kull M (2015) Precision-recall-gain curves: PR analysis done right. NIPS 15"},{"key":"7306_CR38","doi-asserted-by":"publisher","unstructured":"Davis J, Goadrich M (2006) The relationship between precision-recall and ROC curves. In: the 23rd international conference on machine learning 233\u2013240. https:\/\/doi.org\/10.1145\/1143844.1143874","DOI":"10.1145\/1143844.1143874"},{"key":"7306_CR39","doi-asserted-by":"publisher","unstructured":"Brodersen KH, Ong CS, Stephan KE, Buhmann JM (2010) The balanced accuracy and its posterior distribution. In: 2010 20th international conference on pattern recognition 3121\u20133124. https:\/\/doi.org\/10.1109\/ICPR.2010.764","DOI":"10.1109\/ICPR.2010.764"},{"key":"7306_CR40","first-page":"179","volume":"97","author":"M Kubat","year":"1997","unstructured":"Kubat M, Matwin S (1997) Addressing the curse of imbalanced training sets: one-sided selection. Icml 97:179\u2013186","journal-title":"Icml"},{"issue":"1","key":"7306_CR41","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1023\/B:DAMI.0000005258.31418.83","volume":"8","author":"J Han","year":"2004","unstructured":"Han J, Pei J, Yin Y, Mao R (2004) Mining frequent patterns without candidate generation: a frequent-pattern tree approach. Data Min Knowl Disc 8(1):53\u201387. https:\/\/doi.org\/10.1023\/B:DAMI.0000005258.31418.83","journal-title":"Data Min Knowl Disc"},{"key":"7306_CR42","unstructured":"Agrawal R, Srikant R (1994) Fast algorithms for mining association rules. In: Proceedings of 20th international conference on very large data bases, VLDB 1215:487\u2013499"},{"issue":"10175","key":"7306_CR43","doi-asserted-by":"publisher","first-page":"959","DOI":"10.1016\/S0140-6736(19)30510-0","volume":"393","author":"T Lancet","year":"2019","unstructured":"Lancet T (2019) Cardiology\u2019s problem women. Lancet 393(10175):959. https:\/\/doi.org\/10.1016\/S0140-6736(19)30510-0","journal-title":"Lancet"},{"issue":"6","key":"7306_CR44","first-page":"350","volume":"45","author":"EG Giardina","year":"2000","unstructured":"Giardina EG (2000) Heart disease in women. Int J Fertil Womens Med 45(6):350\u2013357","journal-title":"Int J Fertil Womens Med"},{"issue":"10","key":"7306_CR45","doi-asserted-by":"publisher","first-page":"7523","DOI":"10.1007\/s00521-021-06884-w","volume":"34","author":"L Abu Lekham","year":"2022","unstructured":"Abu Lekham L, Wang Y, Hey E, Khasawneh MT (2022) Multi-criteria text mining model for COVID-19 testing reasons and symptoms and temporal predictive model for COVID-19 test results in rural communities. Neural Comput Appl 34(10):7523\u20137536. https:\/\/doi.org\/10.1007\/s00521-021-06884-w","journal-title":"Neural Comput Appl"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07306-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07306-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07306-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,13]],"date-time":"2022-08-13T21:29:31Z","timestamp":1660426171000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07306-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,17]]},"references-count":45,"journal-issue":{"issue":"17","published-print":{"date-parts":[[2022,9]]}},"alternative-id":["7306"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07306-1","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2022,5,17]]},"assertion":[{"value":"24 December 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 April 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 May 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"There is no competing or conflict of interest associated with this study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict on interest"}}]}}