{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T06:04:05Z","timestamp":1768457045535,"version":"3.49.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2018,6,29]],"date-time":"2018-06-29T00:00:00Z","timestamp":1530230400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100002301","name":"Eesti Teadusagentuur","doi-asserted-by":"publisher","award":["IUT20-55"],"award-info":[{"award-number":["IUT20-55"]}],"id":[{"id":"10.13039\/501100002301","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2018,9]]},"DOI":"10.1007\/s10618-018-0575-9","type":"journal-article","created":{"date-parts":[[2018,6,29]],"date-time":"2018-06-29T06:25:54Z","timestamp":1530253554000},"page":"1306-1338","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":48,"title":["Temporal stability in predictive process monitoring"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8045-8238","authenticated-orcid":false,"given":"Irene","family":"Teinemaa","sequence":"first","affiliation":[]},{"given":"Marlon","family":"Dumas","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Leontjeva","sequence":"additional","affiliation":[]},{"given":"Fabrizio Maria","family":"Maggi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,29]]},"reference":[{"key":"575_CR1","first-page":"281","volume":"13","author":"J Bergstra","year":"2012","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13:281\u2013305","journal-title":"J Mach Learn Res"},{"key":"575_CR2","first-page":"499","volume":"2","author":"O Bousquet","year":"2002","unstructured":"Bousquet O, Elisseeff A (2002) Stability and generalization. J Mach Learn Res 2:499\u2013526","journal-title":"J Mach Learn Res"},{"issue":"2","key":"575_CR3","first-page":"123","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman L (1996) Bagging predictors. Mach Learn 24(2):123\u2013140","journal-title":"Mach Learn"},{"issue":"1","key":"575_CR4","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L (2001) Random forests. Mach Learn 45(1):5\u201332","journal-title":"Mach Learn"},{"key":"575_CR5","doi-asserted-by":"crossref","unstructured":"Chen T, Guestrin C (2016) XGBoost: a scalable tree boosting system. In: Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining, ACM, pp 785\u2013794","DOI":"10.1145\/2939672.2939785"},{"key":"575_CR6","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1016\/j.is.2015.07.003","volume":"56","author":"M Leoni de","year":"2016","unstructured":"de Leoni M, van der Aalst WM, Dees M (2016) A general process mining framework for correlating, predicting and clustering dynamic behavior based on event logs. Inf Syst 56:235\u2013257","journal-title":"Inf Syst"},{"key":"575_CR7","doi-asserted-by":"publisher","unstructured":"Di\u00a0Francescomarino C, Dumas M, Maggi FM, Teinemaa I (2017) Clustering-based predictive process monitoring. IEEE Trans Serv Comput. \n                    https:\/\/doi.org\/10.1109\/TSC.2016.2645153","DOI":"10.1109\/TSC.2016.2645153"},{"key":"575_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33143-5","volume-title":"Fundamentals of business process management","author":"M Dumas","year":"2013","unstructured":"Dumas M, La Rosa M, Mendling J, Reijers HA (2013) Fundamentals of business process management. Springer, Berlin"},{"key":"575_CR9","first-page":"55","volume":"6","author":"A Elisseeff","year":"2005","unstructured":"Elisseeff A, Evgeniou T, Pontil M (2005) Stability of randomized learning algorithms. J Mach Learn Res 6:55\u201379","journal-title":"J Mach Learn Res"},{"key":"575_CR10","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1016\/j.dss.2017.04.003","volume":"100","author":"J Evermann","year":"2017","unstructured":"Evermann J, Rehse JR, Fettke P (2017) Predicting process behaviour using deep learning. Decis Support Syst 100:129\u201340","journal-title":"Decis Support Syst"},{"issue":"1","key":"575_CR11","first-page":"3133","volume":"15","author":"M Fern\u00e1ndez-Delgado","year":"2014","unstructured":"Fern\u00e1ndez-Delgado M, Cernadas E, Barro S, Amorim D (2014) Do we need hundreds of classifiers to solve real world classification problems. J Mach Learn Res 15(1):3133\u20133181","journal-title":"J Mach Learn Res"},{"key":"575_CR12","unstructured":"Guo C, Pleiss G, Sun Y, Weinberger KQ (2017) On calibration of modern neural networks. arXiv preprint \n                    arXiv:1706.04599"},{"key":"575_CR13","unstructured":"Lakshmanan GT, Duan S, Keyser PT, Curbera F, Khalaf R (2010) Predictive analytics for semi-structured case oriented business processes. In: International conference on business process management. Springer, Berlin, pp 640\u2013651"},{"key":"575_CR14","doi-asserted-by":"crossref","unstructured":"Leontjeva A, Conforti R, Di\u00a0Francescomarino C, Dumas M, Maggi FM (2015) Complex symbolic sequence encodings for predictive monitoring of business processes. In: International conference on business process management. Springer, Berlin, pp 297\u2013313","DOI":"10.1007\/978-3-319-23063-4_21"},{"key":"575_CR15","doi-asserted-by":"crossref","unstructured":"Lin YF, Chen HH, Tseng VS, Pei J, et\u00a0al (2015) Reliable early classification on multivariate time series with numerical and categorical attributes. In: PAKDD (1), pp 199\u2013211","DOI":"10.1007\/978-3-319-18038-0_16"},{"key":"575_CR16","doi-asserted-by":"crossref","unstructured":"Liu CB, Chamberlain BP, Little DA, Cardoso \u00c2 (2017) Generalising random forest parameter optimisation to include stability and cost. In: Joint European conference on machine learning and knowledge discovery in databases. Springer, Berlin, pp 102\u2013113","DOI":"10.1007\/978-3-319-71273-4_9"},{"key":"575_CR17","doi-asserted-by":"crossref","unstructured":"Maggi FM, Di\u00a0Francescomarino C, Dumas M, Ghidini C (2014) Predictive monitoring of business processes. In: International conference on advanced information systems engineering. Springer, Berlin, pp 457\u2013472","DOI":"10.1007\/978-3-319-07881-6_31"},{"key":"575_CR18","doi-asserted-by":"crossref","unstructured":"Marquez-Chamorro AE, Resinas M, Ruiz-Cortes A (2017) Predictive monitoring of business processes: a survey. IEEE Trans Serv Comput","DOI":"10.1109\/TSC.2017.2772256"},{"issue":"2","key":"575_CR19","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1109\/TSMC.2014.2347265","volume":"45","author":"A Metzger","year":"2015","unstructured":"Metzger A, Leitner P, Ivanovic D, Schmieders E, Franklin R, Carro M, Dustdar S, Pohl K (2015) Comparing and combining predictive business process monitoring techniques. IEEE Trans Syst Man Cybern Syst 45(2):276\u2013290","journal-title":"IEEE Trans Syst Man Cybern Syst"},{"issue":"1","key":"575_CR20","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/s10618-016-0462-1","volume":"31","author":"U Mori","year":"2017","unstructured":"Mori U, Mendiburu A, Keogh E, Lozano JA (2017) Reliable early classification of time series based on discriminating the classes over time. Data Min Knowl Discov 31(1):233\u2013263","journal-title":"Data Min Knowl Discov"},{"key":"575_CR21","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil A, Caruana R (2005) Predicting good probabilities with supervised learning. In: Proceedings of the 22nd international conference on machine learning, ACM, pp 625\u2013632","DOI":"10.1145\/1102351.1102430"},{"key":"575_CR22","first-page":"192","volume":"23","author":"RS Olson","year":"2018","unstructured":"Olson RS, La\u00a0Cava W, Mustahsan Z, Varik A, Moore JH (2018) Data-driven advice for applying machine learning to bioinformatics problems. Pac Symp Biocomput 23:192\u2013203","journal-title":"Pac Symp Biocomput"},{"key":"575_CR23","doi-asserted-by":"publisher","first-page":"105","DOI":"10.4135\/9781452269948.n6","volume-title":"In: Best practices in data cleaning: a complete guide to everything you need to do before and after collecting your data","author":"J Osborne","year":"2013","unstructured":"Osborne J (2013) Dealing with missing or incomplete data: debunking the myth of emptiness. In: Best practices in data cleaning: a complete guide to everything you need to do before and after collecting your data. Sage, Thousand Oaks, pp 105\u2013138"},{"issue":"1","key":"575_CR24","first-page":"3561","volume":"14","author":"N Parrish","year":"2013","unstructured":"Parrish N, Anderson HS, Gupta MR, Hsiao DY (2013) Classifying with confidence from incomplete information. J Mach Learn Res 14(1):3561\u20133589","journal-title":"J Mach Learn Res"},{"issue":"3","key":"575_CR25","first-page":"61","volume":"10","author":"J Platt","year":"1999","unstructured":"Platt J et al (1999) Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv Large Margin Classif 10(3):61\u201374","journal-title":"Adv Large Margin Classif"},{"key":"575_CR26","doi-asserted-by":"crossref","unstructured":"Polato M, Sperduti A, Burattin A, de\u00a0Leoni M (2014) Data-aware remaining time prediction of business process instances. In: International joint conference on IEEE neural networks (IJCNN), pp 816\u2013823","DOI":"10.1109\/IJCNN.2014.6889360"},{"key":"575_CR27","doi-asserted-by":"crossref","unstructured":"Rogge-Solti A, Weske M (2013) Prediction of remaining service execution time using stochastic petri nets with arbitrary firing delays. In: International conference on service-oriented computing (ICSOC). Springer, Berlin, pp 389\u2013403","DOI":"10.1007\/978-3-642-45005-1_27"},{"key":"575_CR28","unstructured":"Santos T, Kern R (2016) A literature survey of early time series classification and deep learning. In: Proceedings of the 1st international workshop on science, application and methods in industry 4.0 co-located with i-KNOW 2016. CEUR workshop proceedings, vol 1793. CEUR-WS.org"},{"issue":"2","key":"575_CR29","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1037\/1082-989X.7.2.147","volume":"7","author":"JL Schafer","year":"2002","unstructured":"Schafer JL, Graham JW (2002) Missing data: our view of the state of the art. Psychol methods 7(2):147","journal-title":"Psychol methods"},{"key":"575_CR30","doi-asserted-by":"crossref","unstructured":"Senderovich A, Di\u00a0Francescomarino C, Ghidini C, Jorbina K, Maggi FM (2017) Intra and inter-case features in predictive process monitoring: a tale of two dimensions. In: International conference on business process management. Springer, Berlin, pp 306\u2013323","DOI":"10.1007\/978-3-319-65000-5_18"},{"key":"575_CR31","doi-asserted-by":"crossref","unstructured":"Tax N, Verenich I, La Rosa M, Dumas M (2017) Predictive business process monitoring with LSTM neural networks. In: International conference on advanced information systems engineering. Springer, Berlin, pp 477\u2013492","DOI":"10.1007\/978-3-319-59536-8_30"},{"key":"575_CR32","doi-asserted-by":"crossref","unstructured":"Tax N, Verenich I, La Rosa M, Dumas M (2017) Predictive business process monitoring with LSTM neural networks. In: International conference on advanced information systems engineering. Springer, Berlin, pp 477\u2013492","DOI":"10.1007\/978-3-319-59536-8_30"},{"key":"575_CR33","unstructured":"Teinemaa I, Dumas M, La\u00a0Rosa M, Maggi FM (2017) Outcome-oriented predictive process monitoring: review and benchmark. arXiv preprint \n                    arXiv:1707.06766"},{"key":"575_CR34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-49851-4","volume-title":"Process mining: data science in action","author":"WM Aalst van der","year":"2016","unstructured":"van der Aalst WM (2016) Process mining: data science in action. Springer, Berlin"},{"key":"575_CR35","unstructured":"van Dongen BF, Crooy RA, van\u00a0der Aalst WM (2008) Cycle time prediction: when will this case finally be finished? In: OTM confederated international conferences\u201c on the move to meaningful internet systems\u201d. Springer, pp 319\u2013336"},{"key":"575_CR36","doi-asserted-by":"crossref","unstructured":"Xing Z, Pei J, Dong G, Yu PS (2008) Mining sequence classifiers for early prediction. In: Proceedings of the 2008 SIAM international conference on data mining, SIAM, pp 644\u2013655","DOI":"10.1137\/1.9781611972788.59"},{"issue":"1","key":"575_CR37","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1007\/s10115-011-0400-x","volume":"31","author":"Z Xing","year":"2012","unstructured":"Xing Z, Pei J, Philip SY (2012) Early classification on time series. Knowl Inf Syst 31(1):105\u2013127","journal-title":"Knowl Inf Syst"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10618-018-0575-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-018-0575-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-018-0575-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,21]],"date-time":"2019-09-21T12:42:03Z","timestamp":1569069723000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10618-018-0575-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,29]]},"references-count":37,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2018,9]]}},"alternative-id":["575"],"URL":"https:\/\/doi.org\/10.1007\/s10618-018-0575-9","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"value":"1384-5810","type":"print"},{"value":"1573-756X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,29]]},"assertion":[{"value":"9 December 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 June 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}