{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T00:09:23Z","timestamp":1775693363245,"version":"3.50.1"},"reference-count":120,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T00:00:00Z","timestamp":1743984000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T00:00:00Z","timestamp":1743984000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["72104155"],"award-info":[{"award-number":["72104155"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["72304198"],"award-info":[{"award-number":["72304198"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["82225049"],"award-info":[{"award-number":["82225049"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"crossref","award":["GM148217"],"award-info":[{"award-number":["GM148217"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"crossref"}]},{"name":"Sichuan Provincial Central Government Guides Local Science and Technology Development Special Project","award":["2022ZYD0127"],"award-info":[{"award-number":["2022ZYD0127"]}]},{"name":"1\u00b73\u00b75 Project for Disciplines of Excellence, West China Hospital, Sichuan University","award":["ZYGD23004"],"award-info":[{"award-number":["ZYGD23004"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["npj Digit. Med."],"DOI":"10.1038\/s41746-025-01587-1","type":"journal-article","created":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T02:58:23Z","timestamp":1743994703000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["A methodological systematic review of validation and performance of sepsis real-time prediction models"],"prefix":"10.1038","volume":"8","author":[{"given":"Zichen","family":"Wang","sequence":"first","affiliation":[]},{"given":"Wen","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Che","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Jili","family":"Li","sequence":"additional","affiliation":[]},{"given":"Shuangyi","family":"Xie","sequence":"additional","affiliation":[]},{"given":"Jiayue","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Kang","family":"Zou","sequence":"additional","affiliation":[]},{"given":"Yinghui","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Siyu","family":"Yan","sequence":"additional","affiliation":[]},{"given":"Xuelian","family":"Liao","sequence":"additional","affiliation":[]},{"given":"Yan","family":"Kang","sequence":"additional","affiliation":[]},{"given":"Craig M.","family":"Coopersmith","sequence":"additional","affiliation":[]},{"given":"Xin","family":"Sun","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,7]]},"reference":[{"key":"1587_CR1","doi-asserted-by":"crossref","unstructured":"De Backer, D. et al. Surviving Sepsis Campaign Research Priorities 2023. Crit. Care Med. 52, 268\u2013296 (2024).","DOI":"10.1097\/CCM.0000000000006135"},{"key":"1587_CR2","doi-asserted-by":"crossref","unstructured":"Kamran, F. et al. Evaluation of Sepsis Prediction Models before Onset of Treatment. NEJM AI 1, (2024).","DOI":"10.1056\/AIoa2300032"},{"key":"1587_CR3","doi-asserted-by":"publisher","first-page":"801","DOI":"10.1001\/jama.2016.0287","volume":"315","author":"M Singer","year":"2016","unstructured":"Singer, M. et al. The Third International Consensus Definitions for Sepsis and Septic Shock (Sepsis-3). JAMA 315, 801\u2013810 (2016).","journal-title":"JAMA"},{"key":"1587_CR4","doi-asserted-by":"publisher","first-page":"2003","DOI":"10.1001\/jama.2019.5791","volume":"321","author":"CW Seymour","year":"2019","unstructured":"Seymour, C. W. et al. Derivation, validation, and potential treatment implications of novel clinical phenotypes for sepsis. JAMA 321, 2003\u20132017 (2019).","journal-title":"JAMA"},{"key":"1587_CR5","doi-asserted-by":"publisher","first-page":"1582","DOI":"10.1007\/s00134-022-06890-z","volume":"48","author":"SV Bhavani","year":"2022","unstructured":"Bhavani, S. V. et al. Development and validation of novel sepsis subphenotypes using trajectories of vital signs. Intensive Care Med. 48, 1582\u20131592 (2022).","journal-title":"Intensive Care Med."},{"key":"1587_CR6","doi-asserted-by":"crossref","unstructured":"Fleuren, L. M. et al. Machine learning for the prediction of sepsis: a systematic review and meta-analysis of diagnostic test accuracy. Intensive Care Med. 46, 383\u2013400 (2020).","DOI":"10.1007\/s00134-019-05872-y"},{"key":"1587_CR7","doi-asserted-by":"crossref","unstructured":"Rahmatinejad, Z. et al. Comparing In-Hospital Mortality Prediction by Senior Emergency Resident\u2019s Judgment and Prognostic Models in the Emergency Department. Biomed Res Int 2023, (2023).","DOI":"10.1155\/2023\/6042762"},{"key":"1587_CR8","doi-asserted-by":"crossref","unstructured":"Zhang, Z. et al. Effectiveness of automated alerting system compared to usual care for the management of sepsis. NPJ Digit Med. 5, (2022).","DOI":"10.1038\/s41746-022-00650-5"},{"key":"1587_CR9","doi-asserted-by":"publisher","first-page":"1065","DOI":"10.1001\/jamainternmed.2021.2626","volume":"181","author":"A Wong","year":"2021","unstructured":"Wong, A. et al. External Validation of a Widely Implemented Proprietary Sepsis Prediction Model in Hospitalized Patients. JAMA Intern Med. 181, 1065\u20131070 (2021).","journal-title":"JAMA Intern Med."},{"key":"1587_CR10","doi-asserted-by":"publisher","unstructured":"Collins, G. S. et al. Evaluation of clinical prediction models (part 1): from development to external validation. BMJ (2024) https:\/\/doi.org\/10.1136\/bmj-2023-074819.","DOI":"10.1136\/bmj-2023-074819"},{"key":"1587_CR11","doi-asserted-by":"crossref","unstructured":"Chen, Q. et al. Transferability and interpretability of the sepsis prediction models in the intensive care unit. BMC Med Inform Decis Mak 22, (2022).","DOI":"10.1186\/s12911-022-02090-3"},{"key":"1587_CR12","doi-asserted-by":"crossref","unstructured":"Shashikumar, S. P., Wardi, G., Malhotra, A. & Nemati, S. Artificial intelligence sepsis prediction algorithm learns to say \u201cI don\u2019t know\u201d. NPJ Digit Med. 4, (2021).","DOI":"10.1038\/s41746-021-00504-6"},{"key":"1587_CR13","doi-asserted-by":"publisher","first-page":"E1091","DOI":"10.1097\/CCM.0000000000004550","volume":"48","author":"M Yang","year":"2020","unstructured":"Yang, M. et al. An Explainable Artificial Intelligence Predictor for Early Detection of Sepsis. Crit. Care Med 48, E1091\u2013E1096 (2020).","journal-title":"Crit. Care Med"},{"key":"1587_CR14","doi-asserted-by":"crossref","unstructured":"Goh, K. H. et al. Artificial intelligence in sepsis early prediction and diagnosis using unstructured data in healthcare. Nat Commun 12, (2021).","DOI":"10.1038\/s41467-021-20910-4"},{"key":"1587_CR15","doi-asserted-by":"crossref","unstructured":"Burdick, H. et al. Validation of a machine learning algorithm for early severe sepsis prediction: a retrospective study predicting severe sepsis up to 48 h in advance using a diverse dataset from 461 US hospitals. BMC Med Inform Decis Mak 20, (2020).","DOI":"10.1186\/s12911-020-01284-x"},{"key":"1587_CR16","doi-asserted-by":"publisher","first-page":"1263","DOI":"10.1109\/TKDE.2008.239","volume":"21","author":"H He","year":"2009","unstructured":"He, H. & Garcia, E. A. Learning from imbalanced data. IEEE Trans. Knowl. Data Eng. 21, 1263\u20131284 (2009).","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"1587_CR17","doi-asserted-by":"crossref","unstructured":"Bhat, S. et al. AUCReshaping: improved sensitivity at high-specificity. Sci Rep 13, (2023).","DOI":"10.1038\/s41598-023-48482-x"},{"key":"1587_CR18","doi-asserted-by":"crossref","unstructured":"Chicco, D. & Jurman, G. The Matthews correlation coefficient (MCC) should replace the ROC AUC as the standard metric for assessing binary classification. BioData Min 16, (2023).","DOI":"10.1186\/s13040-023-00322-4"},{"key":"1587_CR19","doi-asserted-by":"crossref","unstructured":"Van Calster, B., Steyerberg, E. W., Wynants, L. & van Smeden, M. There is no such thing as a validated prediction model. BMC Med. 21, (2023).","DOI":"10.1186\/s12916-023-02779-w"},{"key":"1587_CR20","doi-asserted-by":"crossref","unstructured":"Steyerberg, E. W. & Harrell, F. E. Prediction models need appropriate internal, internal\u2013external, and external validation. J. Clin. Epidemiol 69, 245\u2013247 (2016).","DOI":"10.1016\/j.jclinepi.2015.04.005"},{"key":"1587_CR21","doi-asserted-by":"crossref","unstructured":"Deng, H. F. et al. Evaluating machine learning models for sepsis prediction: A systematic review of methodologies. iScience 25, (2022).","DOI":"10.1016\/j.isci.2021.103651"},{"key":"1587_CR22","doi-asserted-by":"crossref","unstructured":"Islam, K. R. et al. Machine learning-based early prediction of sepsis using electronic health records: A systematic review. J. Clin. Med. 12, 5658 (2023).","DOI":"10.3390\/jcm12175658"},{"key":"1587_CR23","doi-asserted-by":"crossref","unstructured":"Yang, Z., Cui, X. & Song, Z. Predicting sepsis onset in ICU using machine learning models: a systematic review and meta-analysis. BMC Infect Dis 23, (2023).","DOI":"10.1186\/s12879-023-08614-0"},{"key":"1587_CR24","doi-asserted-by":"crossref","unstructured":"Bomrah, S. et al. A scoping review of machine learning for sepsis prediction- feature engineering strategies and model performance: a step towards explainability. Crit. Care 28, 180 (2024).","DOI":"10.1186\/s13054-024-04948-6"},{"key":"1587_CR25","doi-asserted-by":"publisher","first-page":"17903","DOI":"10.1007\/s10489-022-04425-z","volume":"53","author":"Y Duan","year":"2023","unstructured":"Duan, Y. et al. Early prediction of sepsis using double fusion of deep features and handcrafted features. Appl. Intell. 53, 17903\u201317919 (2023).","journal-title":"Appl. Intell."},{"key":"1587_CR26","unstructured":"CHAMI, S. & Tavakolian, K. Early Prediction of Sepsis From Clinical Data Using Single Light-GBM Model. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019)."},{"key":"1587_CR27","doi-asserted-by":"crossref","unstructured":"Mahmud, F., Pathan, N. S. & Quamruzzaman, M. Early Detection of Sepsis in ICU Patients Using Logistic Regression. in 3rd ICECTE, Dec 26-28, 2019 Faculty of ECE, RUET, Bangladesh. (2019).","DOI":"10.1109\/ICECTE48615.2019.9303513"},{"key":"1587_CR28","doi-asserted-by":"publisher","first-page":"E976","DOI":"10.1097\/CCM.0000000000004510","volume":"48","author":"JH Morrill","year":"2020","unstructured":"Morrill, J. H. et al. Utilization of the signature method to identify the early onset of sepsis from multivariate physiological time series in critical care monitoring. Crit. Care Med. 48, E976\u2013E981 (2020).","journal-title":"Crit. Care Med."},{"key":"1587_CR29","doi-asserted-by":"crossref","unstructured":"Morrill, J. et al. The Signature-Based Model for Early Detection of Sepsis from Electronic Health Records in the Intensive Care Unit. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.014"},{"key":"1587_CR30","doi-asserted-by":"crossref","unstructured":"Mao, Q. et al. Multicentre validation of a sepsis prediction algorithm using only vital sign data in the emergency department, general ward and ICU. BMJ Open 8, (2018).","DOI":"10.1101\/243964"},{"key":"1587_CR31","doi-asserted-by":"crossref","unstructured":"Macias Toro, E. et al. Novel Imputing Method and Deep Learning Techniques for Early Prediction of Sepsis in Intensive Care Units. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.038"},{"key":"1587_CR32","doi-asserted-by":"crossref","unstructured":"Lyra, S., Leonhardt, S. & Hoog Antink, C. Early Prediction of Sepsis Using Random Forest Classification for Imbalanced Clinical Data. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.276"},{"key":"1587_CR33","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. A Machine Learning-Enabled Partially Observable Markov Decision Process Framework for Early Sepsis Prediction. INFORMS J Comput 34, (2022).","DOI":"10.1287\/ijoc.2022.1176"},{"key":"1587_CR34","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. HeMA: A hierarchically enriched machine learning approach for managing false alarms in real time: A sepsis prediction case study. Comput. Biol. Med. 131, (2021).","DOI":"10.1016\/j.compbiomed.2021.104255"},{"key":"1587_CR35","doi-asserted-by":"publisher","first-page":"4258","DOI":"10.1109\/JBHI.2022.3171673","volume":"26","author":"S Liu","year":"2022","unstructured":"Liu, S., Fu, B., Wang, W., Liu, M. & Sun, X. Dynamic Sepsis Prediction for Intensive Care Unit Patients Using XGBoost-Based Model With Novel Time-Dependent Features. IEEE J. Biomed. Health Inf. 26, 4258\u20134269 (2022).","journal-title":"IEEE J. Biomed. Health Inf."},{"key":"1587_CR36","doi-asserted-by":"crossref","unstructured":"Liu, S., Lun Ong, M., Kin Mun, K., Yao, J. & Motani, M. Early Prediction of Sepsis via SMOTE Upsampling and Mutual Information Based Downsampling. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.239"},{"key":"1587_CR37","doi-asserted-by":"crossref","unstructured":"Liu, L., Wu, H., Wang, Z., Liu, Z. & Zhang, M. Early Prediction of Sepsis From Clinical Data via Heterogeneous Event Aggregation. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.157"},{"key":"1587_CR38","doi-asserted-by":"publisher","first-page":"E884","DOI":"10.1097\/CCM.0000000000004494","volume":"48","author":"X Li","year":"2020","unstructured":"Li, X. et al. A Time-Phased Machine Learning Model for Real-Time Prediction of Sepsis in Critical Care. Crit. Care Med. 48, E884\u2013E888 (2020).","journal-title":"Crit. Care Med."},{"key":"1587_CR39","doi-asserted-by":"crossref","unstructured":"Li, X., Andr\u00e9 Ng, G. & Schlindwein, F. Convolutional and Recurrent Neural Networks for Early Detection of Sepsis Using Hourly Physiological Data from Patients in Intensive Care Unit. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.054"},{"key":"1587_CR40","doi-asserted-by":"crossref","unstructured":"Li, X., Kang, Y., Jia, X., Wang, J. & Xie, G. TASP: A Time-Phased Model for Sepsis Prediction. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.049"},{"key":"1587_CR41","doi-asserted-by":"publisher","first-page":"E1106","DOI":"10.1097\/CCM.0000000000004583","volume":"48","author":"BT Lee","year":"2020","unstructured":"Lee, B. T. et al. Graph Convolutional Networks-Based Noisy Data Imputation in Electronic Health Record. Crit. Care Med. 48, E1106\u2013E1111 (2020).","journal-title":"Crit. Care Med."},{"key":"1587_CR42","doi-asserted-by":"crossref","unstructured":"Lee, B., Cho, K., Kwon, O. & Lee, Y. Improving the Performance of a Neural Network for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.162"},{"key":"1587_CR43","doi-asserted-by":"crossref","unstructured":"Lauritsen, S. M. et al. Early detection of sepsis utilizing deep learning on electronic health record event sequences. Artif Intell Med. 104, (2020).","DOI":"10.1016\/j.artmed.2020.101820"},{"key":"1587_CR44","doi-asserted-by":"crossref","unstructured":"Krissaane, I., Hampton, K., Alshenaifi, J. & Wilkinson, R. Anomaly Detection Semi-Supervised Framework for Sepsis Treatment. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.174"},{"key":"1587_CR45","doi-asserted-by":"crossref","unstructured":"Kuo, Y. Y., Huang, S. T. & Chiu, H. W. Applying artificial neural network for early detection of sepsis with intentionally preserved highly missing real-world data for simulating clinical situation. BMC Med Inform Decis Mak 21, (2021).","DOI":"10.1186\/s12911-021-01653-0"},{"key":"1587_CR46","doi-asserted-by":"crossref","unstructured":"Kok, C. et al. Automated prediction of sepsis using temporal convolutional network. Comput Biol Med 127, (2020).","DOI":"10.1016\/j.compbiomed.2020.103957"},{"key":"1587_CR47","doi-asserted-by":"publisher","first-page":"185","DOI":"10.3414\/ME18-01-0014","volume":"57","author":"A Khojandi","year":"2018","unstructured":"Khojandi, A., Tansakul, V., Li, X., Koszalinski, R. S. & Paiva, W. Prediction of Sepsis and In-Hospital Mortality Using Electronic Health Records. Methods Inf. Med. 57, 185\u2013193 (2018).","journal-title":"Methods Inf. Med."},{"key":"1587_CR48","doi-asserted-by":"crossref","unstructured":"Hsu, P.-Y. & Holtz, C. A Comparison of Machine Learning Tools for Early Prediction of Sepsis from ICU Data. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.206"},{"key":"1587_CR49","doi-asserted-by":"publisher","first-page":"E1337","DOI":"10.1097\/CCM.0000000000004644","volume":"48","author":"Z He","year":"2020","unstructured":"He, Z. et al. Early Sepsis Prediction Using Ensemble Learning With Deep Features and Artificial Features Extracted From Clinical Electronic Health Records. Crit. Care Med. 48, E1337\u2013E1342 (2020).","journal-title":"Crit. Care Med."},{"key":"1587_CR50","doi-asserted-by":"crossref","unstructured":"He, Z. et al. Early Sepsis Prediction Using Ensemble Learning with Features Extracted from LSTM Recurrent Neural Network. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.269"},{"key":"1587_CR51","doi-asserted-by":"crossref","unstructured":"Nesaragi, N., Patidar, S. & Aggarwal, V. Tensor learning of pointwise mutual information from EHR data for early prediction of sepsis. Comput Biol Med. 134, (2021).","DOI":"10.1016\/j.compbiomed.2021.104430"},{"key":"1587_CR52","doi-asserted-by":"crossref","unstructured":"Nejedly, P., Plesinger, F., Viscor, I., Halamek, J. & Jurak, P. Prediction of Sepsis Using LSTM with Hyperparameter Optimization with a Genetic Algorithm. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.022"},{"key":"1587_CR53","doi-asserted-by":"crossref","unstructured":"Narayanaswamy, L., Garg, D., Narra, B. & Narayanswamy, R. Machine Learning Algorithmic and System Level Considerations for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.161"},{"key":"1587_CR54","doi-asserted-by":"crossref","unstructured":"Nakhashi, M., Toffy, A., P V, A., Palanichamy, L. & C M, V. Early Prediction of Sepsis: Using State-of-the-art Machine Learning Techniques on Vital Sign Inputs. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.259"},{"key":"1587_CR55","doi-asserted-by":"crossref","unstructured":"Zabihi, M., Kiranyaz, S. & Gabbouj, M. Sepsis Prediction in Intensive Care Unit Using Ensemble of XGboost Models. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.238"},{"key":"1587_CR56","doi-asserted-by":"crossref","unstructured":"Yu, Q. et al. Using Features Extracted from Vital Time Series for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.067"},{"key":"1587_CR57","doi-asserted-by":"crossref","unstructured":"Yao, J., Lun Ong, M., Kin Mun, K., Liu, S. & Motani, M. Hybrid Feature Learning Using Autoencoders for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.243"},{"key":"1587_CR58","doi-asserted-by":"crossref","unstructured":"Xi Y., Yuan Z. & Min C. Time-aware Subgroup Matrix Decomposition: Imputing Missing Data Using Forecasting Events. in 2018 IEEE International Conference on Big Data (Big Data) 1524\u20131533 (IEEE, Seattle, 2018).","DOI":"10.1109\/BigData.2018.8622436"},{"key":"1587_CR59","doi-asserted-by":"crossref","unstructured":"Vicar, T., Hejc, J., Novotna, P., Ronzhina, M. & Smisek, R. Sepsis Detection in Sparse Clinical Data Using Long Short-Term Memory Network with Dice Loss. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.341"},{"key":"1587_CR60","doi-asserted-by":"publisher","unstructured":"Ul Alam, M. et al. Deep learning from heterogeneous sequences of sparse medical data for early prediction of sepsis. in HEALTHINF 2020 - 13th International Conference on Health Informatics, Proceedings; Part of 13th International Joint Conference on Biomedical Engineering Systems and Technologies, BIOSTEC 2020 45\u201355 (SciTePress, 2020). https:\/\/doi.org\/10.5220\/0008911400450055.","DOI":"10.5220\/0008911400450055"},{"key":"1587_CR61","unstructured":"Goebel, R., Wahlster, W. & Siekmann, J. A Multi-task LSTM Framework for Improved Early Sepsis Prediction. in Artificial Intelligence in Medicine. AIME 2020. Lecture Notes in Computer Science (Springer, Cham, 2020)."},{"key":"1587_CR62","doi-asserted-by":"publisher","unstructured":"Teredesai, A. et al. Sub-Sequence Graph Representation Learning on High Variability Data for Dynamic Risk Prediction in Critical Care. in Proceedings - 2022 IEEE International Conference on Big Data, Big Data 2022 2082\u20132092 (Institute of Electrical and Electronics Engineers Inc, 2022). https:\/\/doi.org\/10.1109\/BigData55660.2022.10020963.","DOI":"10.1109\/BigData55660.2022.10020963"},{"key":"1587_CR63","doi-asserted-by":"crossref","unstructured":"Singh, J. et al. Utilizing Informative Missingness for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.280"},{"key":"1587_CR64","doi-asserted-by":"crossref","unstructured":"Scherpf, M., Goldammer, M., Malberg, H. & Gr\u00e4\u00dfer, F. Sepsis Onset Prediction Applying a Stacked Combination of a Recurrent Neural Network and a Gradient Boosted Machine. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.089"},{"key":"1587_CR65","doi-asserted-by":"crossref","unstructured":"Schellenberger, S. et al. An Ensemble LSTM Architecture for Clinical Sepsis Detection. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.297"},{"key":"1587_CR66","doi-asserted-by":"crossref","unstructured":"Sarafrazi, S. et al. Cracking the \u201cSepsis\u201d Code: Assessing Time Series Nature of EHR Data, and Using Deep Learning for Early Sepsis Prediction. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.411"},{"key":"1587_CR67","doi-asserted-by":"crossref","unstructured":"Swarnkar, T. et al. Early Detection of Sepsis Using LSTM Neural Network with Electronic Health Record. in Ambient Intelligence in Health Care. Smart Innovation, Systems and Technologies 201\u2013207 (Springer, Singapore, 2022).","DOI":"10.1007\/978-981-19-6068-0_19"},{"key":"1587_CR68","doi-asserted-by":"crossref","unstructured":"Roussel, B., A. Behar, J. & Oster, J. A Recurrent Neural Network for the Prediction of Vital Sign Evolution and Sepsis in ICU. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.082"},{"key":"1587_CR69","doi-asserted-by":"crossref","unstructured":"Rosnati, M. & Fortuin, V. MGP-AttTCN: An interpretable machine learning model for the prediction of sepsis. PLoS ONE 16, (2021).","DOI":"10.1371\/journal.pone.0251248"},{"key":"1587_CR70","doi-asserted-by":"crossref","unstructured":"Rafiei, A., Rezaee, A., Hajati, F., Gheisari, S. & Golzan, M. SSP: Early prediction of sepsis using fully connected LSTM-CNN model. Comput Biol Med 128, (2021).","DOI":"10.1016\/j.compbiomed.2020.104110"},{"key":"1587_CR71","doi-asserted-by":"crossref","unstructured":"Pou-Prom, C., Yang, Z., Sidhaye, M. & Dai, D. Development of a Sepsis Early Warning Indicator. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.034"},{"key":"1587_CR72","doi-asserted-by":"crossref","unstructured":"Pimentel, M., Mahdi, A., Redfern, O., Santos, M. & Tarassenko, L. Uncertainty-Aware Model for Reliable Prediction of Sepsis in the ICU. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.209"},{"key":"1587_CR73","doi-asserted-by":"crossref","unstructured":"Persson, I., \u00d6stling, A., Arlbrandt, M., S\u00f6derberg, J. & Becedas, D. A Machine Learning Sepsis Prediction Algorithm for Intended Intensive Care Unit Use (NAVOY Sepsis): Proof-of-Concept Study. JMIR Form Res. 5, (2021).","DOI":"10.2196\/preprints.28000"},{"key":"1587_CR74","doi-asserted-by":"crossref","unstructured":"Pawar, R., Bone, J., Ansermino, M. & G\u00f6rges, M. An Algorithm for Early Detection of Sepsis Using Traditional Statistical Regression Modeling. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.061"},{"key":"1587_CR75","doi-asserted-by":"crossref","unstructured":"Patidar, S. Diagnosis of Sepsis Using Ratio Based Features. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.207"},{"key":"1587_CR76","doi-asserted-by":"crossref","unstructured":"Shashikumar, S. P., Josef, C. S., Sharma, A. & Nemati, S. DeepAISE \u2013 An interpretable and recurrent neural survival model for early prediction of sepsis. Artif Intell Med 113, (2021).","DOI":"10.1016\/j.artmed.2021.102036"},{"key":"1587_CR77","doi-asserted-by":"crossref","unstructured":"Sharma, V. et al. Sepsis Prediction using Continuous and Categorical Features on Sporadic Data. in 2020 IEEE International Conference on Pervasive Computing and Communications Workshops (PerCom Workshops) (2020).","DOI":"10.1109\/PerComWorkshops48775.2020.9156223"},{"key":"1587_CR78","doi-asserted-by":"crossref","unstructured":"Scherpf, M., Gr\u00e4\u00dfer, F., Malberg, H. & Zaunseder, S. Predicting sepsis with a recurrent neural network using the MIMIC III database. Comput Biol Med 113, (2019).","DOI":"10.1016\/j.compbiomed.2019.103395"},{"key":"1587_CR79","doi-asserted-by":"crossref","unstructured":"Noorzadeh, S., FaghihRoohi, S. & Zarei, M. A Comparative Analysis of HMM and CRF for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.258"},{"key":"1587_CR80","doi-asserted-by":"crossref","unstructured":"Nonaka, N. & Seita, J. Demographic Information Initialized Stacked Gated Recurrent Unit for an Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.153"},{"key":"1587_CR81","doi-asserted-by":"crossref","unstructured":"Nirgudkar, S. & Ding, T. Early Detection of Sepsis Using Ensemblers. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.191"},{"key":"1587_CR82","doi-asserted-by":"crossref","unstructured":"Wang, Y. et al. Prediction of Sepsis from Clinical Data Using Long Short-Term Memory and eXtreme Gradient Boosting. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.192"},{"key":"1587_CR83","doi-asserted-by":"crossref","unstructured":"Vollmer, M., F. Luz, C., Sodmann, P., Sinha, B. & Kuhn, S.-O. Time-Specific Metalearners for the Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.029"},{"key":"1587_CR84","doi-asserted-by":"crossref","unstructured":"Sadasivuni, S., Saha, M., Bhatia, N., Banerjee, I. & Sanyal, A. Fusion of fully integrated analog machine learning classifier with electronic medical records for real-time prediction of sepsis onset. Sci. Rep. 12, (2022).","DOI":"10.1038\/s41598-022-09712-w"},{"key":"1587_CR85","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.ijmedinf.2018.12.002","volume":"122","author":"F van Wyk","year":"2019","unstructured":"van Wyk, F. et al. A minimal set of physiomarkers in continuous high frequency data streams predict adult sepsis onset earlier. Int J. Med Inf. 122, 55\u201362 (2019).","journal-title":"Int J. Med Inf."},{"key":"1587_CR86","doi-asserted-by":"publisher","first-page":"978","DOI":"10.1109\/JBHI.2019.2894570","volume":"23","author":"F Van Wyk","year":"2019","unstructured":"Van Wyk, F., Khojandi, A. & Kamaleswaran, R. Improving Prediction Performance Using Hierarchical Analysis of Real-Time Data: A Sepsis Case Study. IEEE J. Biomed. Health Inf. 23, 978\u2013986 (2019).","journal-title":"IEEE J. Biomed. Health Inf."},{"key":"1587_CR87","doi-asserted-by":"publisher","unstructured":"Tsang, G. & Xie, X. Deep learning based sepsis intervention: The modelling and prediction of severe sepsis onset. in Proceedings - International Conference on Pattern Recognition 8671\u20138678 (Institute of Electrical and Electronics Engineers Inc, 2020). https:\/\/doi.org\/10.1109\/ICPR48806.2021.9412058.","DOI":"10.1109\/ICPR48806.2021.9412058"},{"key":"1587_CR88","doi-asserted-by":"crossref","unstructured":"Tran, L., Shahabi, C. & Nguyen, M. Representation Learning for Early Sepsis Prediction. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.021"},{"key":"1587_CR89","doi-asserted-by":"crossref","unstructured":"Yuan, K. C. et al. The development an artificial intelligence algorithm for early sepsis diagnosis in the intensive care unit. Int J Med Inform 141, (2020).","DOI":"10.1016\/j.ijmedinf.2020.104176"},{"key":"1587_CR90","unstructured":"Yuan Z., Xi Y., Julie I. & Min C. Time-aware Adversarial Networks for Adapting Disease Progression Modeling. in 2019 IEEE International Conference on Healthcare Informatics (ICHI) (IEEE, Xi\u2019an, China, 2019)."},{"key":"1587_CR91","doi-asserted-by":"crossref","unstructured":"Zargoush, M. et al. The impact of recency and adequacy of historical information on sepsis predictions using machine learning. Sci Rep 11, (2021).","DOI":"10.1038\/s41598-021-00220-x"},{"key":"1587_CR92","doi-asserted-by":"publisher","first-page":"876","DOI":"10.1109\/JBHI.2021.3092835","volume":"26","author":"Z Wang","year":"2022","unstructured":"Wang, Z. & Yao, B. Multi-Branching Temporal Convolutional Network for Sepsis Prediction. IEEE J. Biomed. Health Inf. 26, 876\u2013887 (2022).","journal-title":"IEEE J. Biomed. Health Inf."},{"key":"1587_CR93","doi-asserted-by":"crossref","unstructured":"Chang, Y. et al. A Multi-Task Imputation and Classification Neural Architecture for Early Prediction of Sepsis from Multivariate Clinical Time Series. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.110"},{"key":"1587_CR94","doi-asserted-by":"crossref","unstructured":"Firoozabadi, R. & Babaeizadeh, S. An Ensemble of Bagged Decision Trees for Early Prediction of Sepsis. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.023"},{"key":"1587_CR95","doi-asserted-by":"publisher","first-page":"E1343","DOI":"10.1097\/CCM.0000000000004691","volume":"48","author":"N Nesaragi","year":"2020","unstructured":"Nesaragi, N. & Patidar, S. Early prediction of sepsis from clinical data using ratio and power-based features. Crit. Care Med. 48, E1343\u2013E1349 (2020).","journal-title":"Crit. Care Med"},{"key":"1587_CR96","doi-asserted-by":"publisher","unstructured":"Ding, R. et al. Cross-hospital Sepsis Early Detection via Semi-supervised Optimal Transport with Self-paced Ensemble. IEEE J Biomed Health Inform (2023) https:\/\/doi.org\/10.1109\/JBHI.2023.3253208.","DOI":"10.1109\/JBHI.2023.3253208"},{"key":"1587_CR97","doi-asserted-by":"crossref","unstructured":"Fagerstr\u00f6m, J., B\u00e5ng, M., Wilhelms, D. & Chew, M. S. LiSep LSTM: A Machine Learning Algorithm for Early Detection of Septic Shock. Sci Rep 9, (2019).","DOI":"10.1038\/s41598-019-51219-4"},{"key":"1587_CR98","doi-asserted-by":"crossref","unstructured":"Doggart, P. & Rutherford, M. Randomly under Sampled Boosted Tree for Predicting Sepsis from Intensive Care Unit Databases. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.362"},{"key":"1587_CR99","doi-asserted-by":"crossref","unstructured":"Alfaras, M., Varandas, R. & Gamboa, H. Ring-Topology Echo State Networks for ICU Sepsis Classification. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.327"},{"key":"1587_CR100","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1016\/j.compbiomed.2019.04.027","volume":"109","author":"C Barton","year":"2019","unstructured":"Barton, C. et al. Evaluation of a machine learning algorithm for up to 48-hour advance prediction of sepsis using six vital signs. Comput Biol. Med. 109, 79\u201384 (2019).","journal-title":"Comput Biol. Med."},{"key":"1587_CR101","doi-asserted-by":"crossref","unstructured":"Athanasiou, V. & Konkoli, Z. Memristor Models for Early Detection of Sepsis in ICU Patients. in Computing in Cardiology vols 2019-September (IEEE Computer Society, 2019).","DOI":"10.22489\/CinC.2019.223"},{"key":"1587_CR102","doi-asserted-by":"crossref","unstructured":"Hammoud, I., Ramakrishnan, I. & Henry, M. Early Prediction of Sepsis Using Gradient Boosting Decision Trees with Optimal Sample Weighting. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.459"},{"key":"1587_CR103","doi-asserted-by":"crossref","unstructured":"Camacho-Cogollo, J. E., Bonet, I., Gil, B. & Iadanza, E. Machine Learning Models for Early Prediction of Sepsis on Large Healthcare Datasets. Electronics (Switzerland) 11, (2022).","DOI":"10.3390\/electronics11091507"},{"key":"1587_CR104","doi-asserted-by":"crossref","unstructured":"Biglarbeigi, P. et al. Early Prediction of Sepsis Considering Early Warning Scoring Systems. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.051"},{"key":"1587_CR105","doi-asserted-by":"crossref","unstructured":"Gilbertson, E., Jones, K., Stroh, A. & Whitaker, B. Early Detection of Sepsis Using Feature Selection, Feature Extraction, and Neural Network Classification. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.386"},{"key":"1587_CR106","doi-asserted-by":"crossref","unstructured":"Abromavicius, V. & Serackis, A. Sepsis Prediction Model Based on Vital Signs Related Features. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.095"},{"key":"1587_CR107","doi-asserted-by":"crossref","unstructured":"Aguet, C., Van Zaen, J. & Lemay, M. Sepsis Detection Using Missingness Information. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.392"},{"key":"1587_CR108","doi-asserted-by":"crossref","unstructured":"Anda Du, J., Sadr, N. & de Chazal, P. Automated Prediction of Sepsis Onset Using Gradient Boosted Decision Trees. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.423"},{"key":"1587_CR109","doi-asserted-by":"crossref","unstructured":"Fu, M., Yuan, J., Lu, M., Hong, P. & Zeng, M. An Ensemble Machine Learning Model for the Early Detection of Sepsis from Clinical Data. in 2019 Computing in Cardiology Conference (CinC) 45 (Computing in Cardiology, 2019).","DOI":"10.22489\/CinC.2019.317"},{"key":"1587_CR110","unstructured":"Futoma, J., Hariharan, S. & Heller, K. Learning to Detect Sepsis with a Multitask Gaussian Process RNN Classifier. in ICML\u201917: Proceedings of the 34th International Conference on Machine Learning - Volume 70 (ICML\u201917: Proceedings of the 34th International Conference on Machine Learning - Volume 70, 2017)."},{"key":"1587_CR111","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1097\/CCM.0000000000004145","volume":"48","author":"MA Reyna","year":"2020","unstructured":"Reyna, M. A. et al. Early Prediction of Sepsis From Clinical Data: The PhysioNet\/Computing in Cardiology Challenge 2019. Crit. Care Med. 48, 210\u2013217 (2020).","journal-title":"Crit. Care Med."},{"key":"1587_CR112","doi-asserted-by":"crossref","unstructured":"Gupta, A., Chauhan, R., Saravanan, G. & Shreekumar, A. Improving sepsis prediction in intensive care with SepsisAI: A clinical decision support system with a focus on minimizing false alarms. PLOS Digital Health 3, (2024).","DOI":"10.1371\/journal.pdig.0000569"},{"key":"1587_CR113","first-page":"723","volume":"174","author":"JH Cabot","year":"2023","unstructured":"Cabot, J. H. & Ross, E. G. Evaluating prediction model performance. Surg. (U. S.) 174, 723\u2013726 (2023).","journal-title":"Surg. (U. S.)"},{"key":"1587_CR114","doi-asserted-by":"publisher","unstructured":"He, W., Liu, P. & Qian, Q. Feature Engineering. in Machine Learning Contests: A Guidebook (eds. He, W., Liu, P. & Qian, Q) 55\u201379 (Springer Nature Singapore, Singapore, 2023). https:\/\/doi.org\/10.1007\/978-981-99-3723-3_4.","DOI":"10.1007\/978-981-99-3723-3_4"},{"key":"1587_CR115","unstructured":"Kazemi, S. M. et al. Time2Vec: Learning a Vector Representation of Time. (2019)."},{"key":"1587_CR116","doi-asserted-by":"publisher","unstructured":"Chowdhury, R. R., Zhang, X., Shang, J., Gupta, R. K. & Hong, D. TARNet: Task-Aware Reconstruction for Time-Series Transformer. in Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining 212\u2013220 (Association for Computing Machinery, 2022). https:\/\/doi.org\/10.1145\/3534678.3539329.","DOI":"10.1145\/3534678.3539329"},{"key":"1587_CR117","doi-asserted-by":"crossref","first-page":"E437","DOI":"10.3399\/bjgp22X719861","volume":"72","author":"FJ Loots","year":"2022","unstructured":"Loots, F. J. et al. New clinical prediction model for early recognition of sepsis in adult primary care patients: a prospective diagnostic cohort study of development and external validation. Br. J. Gen. Pract. 72, E437\u2013E445 (2022).","journal-title":"Br. J. Gen. Pract."},{"key":"1587_CR118","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.jclinepi.2021.01.003","volume":"134","author":"SWJ Nijman","year":"2021","unstructured":"Nijman, S. W. J. et al. Real-time imputation of missing predictor values improved the application of prediction models in daily practice. J. Clin. Epidemiol. 134, 22\u201334 (2021).","journal-title":"J. Clin. Epidemiol."},{"key":"1587_CR119","doi-asserted-by":"crossref","unstructured":"Polo, T. C. & Miot, H. A. Aplica\u00e7\u00f5es da Curva Roc em estudos clinicos and experimentais. J. Vascular Brasileiro 19, e20200186 (2020).","DOI":"10.1590\/1677-5449.200186"},{"key":"1587_CR120","doi-asserted-by":"publisher","first-page":"25","DOI":"10.4097\/kja.21209","volume":"75","author":"FS Nahm","year":"2022","unstructured":"Nahm, F. S. Receiver operating characteristic curve: overview and practical use for clinicians. Korean J. Anesthesiol. 75, 25\u201336 (2022).","journal-title":"Korean J. Anesthesiol."}],"container-title":["npj Digital Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01587-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01587-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01587-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,7]],"date-time":"2025-04-07T02:59:15Z","timestamp":1743994755000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41746-025-01587-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,7]]},"references-count":120,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2025,12]]}},"alternative-id":["1587"],"URL":"https:\/\/doi.org\/10.1038\/s41746-025-01587-1","relation":{},"ISSN":["2398-6352"],"issn-type":[{"value":"2398-6352","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,7]]},"assertion":[{"value":"13 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 March 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 April 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"190"}}