{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T01:23:45Z","timestamp":1777598625484,"version":"3.51.4"},"reference-count":46,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100002613","name":"0000 Project Fund of Ulsan National Institute of Science and Technology","doi-asserted-by":"publisher","award":["1.210079.01"],"award-info":[{"award-number":["1.210079.01"]}],"id":[{"id":"10.13039\/501100002613","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2021]]},"DOI":"10.1109\/access.2021.3115759","type":"journal-article","created":{"date-parts":[[2021,9,27]],"date-time":"2021-09-27T21:10:59Z","timestamp":1632777059000},"page":"133461-133471","source":"Crossref","is-referenced-by-count":2,"title":["Stability Metrics for Enhancing the Evaluation of Outcome-Based Business Process Predictive Monitoring"],"prefix":"10.1109","volume":"9","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3279-7440","authenticated-orcid":false,"given":"Jongchan","family":"Kim","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6944-4705","authenticated-orcid":false,"given":"Marco","family":"Comuzzi","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","first-page":"640","article-title":"Predictive analytics for semi-structured case oriented business processes","author":"lakshmanan","year":"2010","journal-title":"Proc Int Conf Bus Process Manag"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-45348-4_23"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0192853"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11218-3_35"},{"key":"ref31","first-page":"1802","article-title":"An empirical study of bagging predictors for different learning algorithms","author":"liang","year":"2011","journal-title":"Proc 25th AAAI Conf Artif Intell"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-019-0248-2"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/Chilecon.2015.7400347"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1142\/S0218001402001599"},{"key":"ref35","first-page":"18","article-title":"Classification and regression by randomforest","volume":"2","author":"liaw","year":"2002","journal-title":"R News"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/BF00058655"},{"key":"ref10","first-page":"163","article-title":"Methods to avoid over-fitting and under-fitting in supervised machine learning (comparative study)","author":"jabbar","year":"2015","journal-title":"Comput Sci Commun Instrum Devices"},{"key":"ref40","author":"western","year":"1956","journal-title":"Statistical Quality Control Handbook"},{"key":"ref11","article-title":"Class imbalance problem in data mining review","author":"longadge","year":"2013","journal-title":"arXiv 1305 1707"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-018-0575-9"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2522968.2522969"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/505248.506010"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2017.2772256"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-07881-6_31"},{"key":"ref17","first-page":"297","article-title":"Complex symbolic sequence encodings for predictive monitoring of business processes","author":"leontjeva","year":"2016","journal-title":"Proc Int Conf Bus Process Manag"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-42887-1_18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3029323"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-36755-1_19"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3301300"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.3233\/IDA-2009-0371"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-59536-8_30"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.04.016"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1126\/scirobotics.aay7120"},{"key":"ref5","first-page":"3","article-title":"Supervised machine learning: A review of classification techniques","volume":"160","author":"kotsiantis","year":"2007","journal-title":"Emerg Artif Intell Appl Comput Eng"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-65000-5_18"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3331449"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-11812-3_5"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1021\/ci0342472"},{"key":"ref1","first-page":"169","article-title":"Process mining manifesto","author":"van der aalst","year":"2011","journal-title":"Proc Int Conf Bus Process Manag"},{"key":"ref46","article-title":"Data-driven advice for applying machine learning to bioinformatics problems","author":"olson","year":"2017","journal-title":"arXiv 1708 05070"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s12599-020-00645-0"},{"key":"ref45","first-page":"3133","article-title":"Do we need hundreds of classifiers to solve real world classification problems?","volume":"15","author":"fern\u00e1ndez-delgado","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICPM49681.2020.00012"},{"key":"ref21","first-page":"141","article-title":"Explainability in predictive process monitoring: When understanding helps improving","author":"rizzi","year":"2020","journal-title":"Proc Int Conf Bus Process Manage"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/S0031-3203(96)00142-2"},{"key":"ref24","first-page":"361","article-title":"Predictive business process monitoring framework with hyperparameter optimization","author":"di francescomarino","year":"2016","journal-title":"Proc Int Conf Adv Inf Syst Eng"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2017.05.069"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-65310-1_31"},{"key":"ref44","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","author":"bergstra","year":"2011","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3297280.3297285"},{"key":"ref43","author":"pareto","year":"1906","journal-title":"Manuale di Economia Politica"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.is.2018.01.003"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/9312710\/09548906.pdf?arnumber=9548906","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T19:57:56Z","timestamp":1639771076000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9548906\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"references-count":46,"URL":"https:\/\/doi.org\/10.1109\/access.2021.3115759","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]}}}