{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T15:07:03Z","timestamp":1782486423927,"version":"3.54.5"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2020,4,29]],"date-time":"2020-04-29T00:00:00Z","timestamp":1588118400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,4,29]],"date-time":"2020-04-29T00:00:00Z","timestamp":1588118400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2022,1]]},"DOI":"10.1007\/s11042-020-08896-5","type":"journal-article","created":{"date-parts":[[2020,4,29]],"date-time":"2020-04-29T13:03:36Z","timestamp":1588165416000},"page":"3107-3129","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["A closed-loop healthcare processing approach based on deep reinforcement learning"],"prefix":"10.1007","volume":"81","author":[{"given":"Yinglong","family":"Dai","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guojun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khan","family":"Muhammad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuai","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,4,29]]},"reference":[{"key":"8896_CR1","unstructured":"Abadi M, Barham P, Chen J, Chen Z, Davis A, Dean J, Devin M, Ghemawat S, Irving G, Isard M, Kudlur M, Levenberg J, Monga R, Moore S, Murray DG, Steiner B, Tucker P, Vasudevan V, Warden P, Wicke M, Yu Y, Zheng X (2016) Tensorflow: a system for large-scale machine learning. In: Proceedings of the 12th USENIX conference on operating systems design and implementation, OSDI\u201916. USENIX Association, Berkeley, pp 265\u2013283"},{"issue":"1","key":"8896_CR2","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1109\/TII.2018.2856097","volume":"15","author":"G Caggianese","year":"2018","unstructured":"Caggianese G, Cuomo S, Esposito M, Franceschini M, Gallo L, Infarinato F, Minutolo A, Piccialli F, Romano P (2018) Serious games and in-cloud data analytics for the virtualization and personalization of rehabilitation treatments. IEEE Trans Indust Inform 15(1):517\u2013526","journal-title":"IEEE Trans Indust Inform"},{"key":"8896_CR3","unstructured":"Choi E, Bahadori MT, Schuetz A, Stewart WF, Sun J (2016) Doctor ai: predicting clinical events via recurrent neural networks. In: Machine learning for healthcare conference, pp 301\u2013318"},{"key":"8896_CR4","doi-asserted-by":"crossref","unstructured":"Dai Y, Liu X, Wang G (2018) A body simulator with delayed health state transition. In: 2018 IEEE international conference on ubiquitous intelligence & computing. IEEE, pp 635\u2013641","DOI":"10.1109\/SmartWorld.2018.00128"},{"key":"8896_CR5","doi-asserted-by":"publisher","first-page":"5962","DOI":"10.1109\/ACCESS.2017.2788849","volume":"6","author":"Y Dai","year":"2018","unstructured":"Dai Y, Wang G (2018) Analyzing tongue images using a conceptual alignment deep autoencoder. IEEE Access 6:5962\u20135972","journal-title":"IEEE Access"},{"key":"8896_CR6","doi-asserted-by":"publisher","unstructured":"Dai Y, Wang G (2018) A deep inference learning framework for healthcare. Pattern Recogn Lett. https:\/\/doi.org\/10.1016\/j.patrec.2018.02.009","DOI":"10.1016\/j.patrec.2018.02.009"},{"key":"8896_CR7","doi-asserted-by":"crossref","unstructured":"Dai Y, Wang G, Chen S, Xie D, Chen S (2017) Using deep neural networks to simulate human body. In: 2017 IEEE international symposium on parallel and distributed processing with applications and 2017 IEEE international conference on ubiquitous computing and communications (ISPA\/IUCC). IEEE, pp 959\u2013966","DOI":"10.1109\/ISPA\/IUCC.2017.00147"},{"issue":"3","key":"8896_CR8","doi-asserted-by":"publisher","first-page":"1631","DOI":"10.3233\/JIFS-169457","volume":"34","author":"Y Dai","year":"2018","unstructured":"Dai Y, Wang G, Li KC (2018) Conceptual alignment deep neural networks. J Intell Fuzzy Sys 34(3):1631\u20131642","journal-title":"J Intell Fuzzy Sys"},{"key":"8896_CR9","volume-title":"Big data analytics for cyber-physical systems: machine learning for the internet of things","author":"G Dartmann","year":"2019","unstructured":"Dartmann G, Song H, Schmeink A (2019) Big data analytics for cyber-physical systems: machine learning for the internet of things. Elsevier, Amsterdam"},{"issue":"2","key":"8896_CR10","first-page":"1","volume":"2","author":"RS Doody","year":"2010","unstructured":"Doody RS, Pavlik V, Massman P, Rountree S, Darby E, Chan W (2010) Predicting progression of alzheimer\u2019s disease. Alzheimers Research & Therapy 2 (2):1\u20139","journal-title":"Alzheimers Research & Therapy"},{"key":"8896_CR11","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1038\/nature21056","volume":"542","author":"A Esteva","year":"2017","unstructured":"Esteva A, Kuprel B, Novoa RA, Ko J, Swetter SM, Blau HM, Thrun S (2017) Dermatologist-level classification of skin cancer with deep neural networks. Nature 542:115\u2013118","journal-title":"Nature"},{"issue":"1","key":"8896_CR12","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s41591-018-0316-z","volume":"25","author":"A Esteva","year":"2019","unstructured":"Esteva A, Robicquet A, Ramsundar B, Kuleshov V, DePristo M, Chou K, Cui C, Corrado G, Thrun S, Dean J (2019) A guide to deep learning in healthcare. Nature Medicine 25(1):24\u201329","journal-title":"Nature Medicine"},{"key":"8896_CR13","doi-asserted-by":"crossref","unstructured":"Gu S, Holly E, Lillicrap T, Levine S (2017) Deep reinforcement learning for robotic manipulation with asynchronous off-policy updates. In: 2017 IEEE international conference on robotics and automation (ICRA). IEEE, pp 3389\u20133396","DOI":"10.1109\/ICRA.2017.7989385"},{"issue":"1","key":"8896_CR14","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1038\/s41591-018-0268-3","volume":"25","author":"AY Hannun","year":"2019","unstructured":"Hannun AY, Rajpurkar P, Haghpanahi M, Tison GH, Bourn C, Turakhia MP, Ng AY (2019) Cardiologist-level arrhythmia detection and classification in ambulatory electrocardiograms using a deep neural network. Nat Med 25(1):65","journal-title":"Nat Med"},{"issue":"8","key":"8896_CR15","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"5","key":"8896_CR16","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/0893-6080(89)90020-8","volume":"2","author":"K Hornik","year":"1989","unstructured":"Hornik K, Stinchcombe M, White H (1989) Multilayer feedforward networks are universal approximators. Neural Netw 2(5):359\u2013366","journal-title":"Neural Netw"},{"issue":"7","key":"8896_CR17","doi-asserted-by":"publisher","first-page":"385","DOI":"10.1038\/nrendo.2011.32","volume":"7","author":"R Hovorka","year":"2011","unstructured":"Hovorka R (2011) Closed-loop insulin delivery: from bench to clinical practice. Nat Rev Endocrinol 7(7):385","journal-title":"Nat Rev Endocrinol"},{"issue":"3","key":"8896_CR18","doi-asserted-by":"publisher","first-page":"3729","DOI":"10.1007\/s11042-016-3719-1","volume":"77","author":"Y Hu","year":"2018","unstructured":"Hu Y, Duan K, Zhang Y, Hossain MS, Rahman SMM, Alelaiwi A (2018) Simultaneously aided diagnosis model for outpatient departments via healthcare big data analytics. Multimed Tools Appl 77(3):3729\u20133743","journal-title":"Multimed Tools Appl"},{"key":"8896_CR19","doi-asserted-by":"publisher","first-page":"19905","DOI":"10.1007\/s11042-019-7327-8","volume":"78","author":"P Kaur","year":"2019","unstructured":"Kaur P, Kumar R, Kumar M (2019) A healthcare monitoring system using random forest and internet of things (IoT). Multimed Tools Appl 78:19905\u201319916","journal-title":"Multimed Tools Appl"},{"issue":"7553","key":"8896_CR20","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y Lecun","year":"2015","unstructured":"Lecun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444","journal-title":"Nature"},{"key":"8896_CR21","doi-asserted-by":"crossref","unstructured":"Li J, Monroe W, Ritter A, Dan J, Galley M, Gao J (2016) Deep reinforcement learning for dialogue generation. In: Conference on empirical methods in natural language processing, pp 1192\u20131202","DOI":"10.18653\/v1\/D16-1127"},{"key":"8896_CR22","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Silver D, Wierstra D (2016) Continuous control with deep reinforcement learning. In: International conference on learning representations (ICLR), pp 1\u201310"},{"key":"8896_CR23","doi-asserted-by":"crossref","unstructured":"Liu S, Bai W, Liu G, Li W, Srivastava HM (2018) Parallel fractal compression method for big video data. Complexity 2018","DOI":"10.1155\/2018\/2016976"},{"key":"8896_CR24","doi-asserted-by":"publisher","first-page":"62412","DOI":"10.1109\/ACCESS.2019.2916934","volume":"7","author":"S Liu","year":"2019","unstructured":"Liu S, Bai W, Zeng N, Wang S (2019) A fast fractal based compression for MRI images. IEEE Access 7:62412\u201362420","journal-title":"IEEE Access"},{"key":"8896_CR25","doi-asserted-by":"publisher","first-page":"106537","DOI":"10.1016\/j.ymssp.2019.106537","volume":"138","author":"S Liu","year":"2020","unstructured":"Liu S, Guo C, Al-Turjman F, Muhammad K, de Albuquerque VHC (2020) Reliability of response region: a novel mechanism in visual tracking by edge computing for IIoT environments. Mech Syst Signal Process 138:106537","journal-title":"Mech Syst Signal Process"},{"key":"8896_CR26","doi-asserted-by":"publisher","unstructured":"Liu Y, Logan B, Liu N, Xu Z, Tang J, Wang Y (2017) Deep reinforcement learning for dynamic treatment regimes on medical registry data. In: 2017 IEEE international conference on healthcare informatics (ICHI). https:\/\/doi.org\/10.1109\/ICHI.2017.45, pp 380\u2013385","DOI":"10.1109\/ICHI.2017.45"},{"key":"8896_CR27","doi-asserted-by":"crossref","unstructured":"Liu Y, Njilla LL, Wang J, Song H (2019) An LSTM enabled dynamic stackelberg game theoretic method for resource allocation in the cloud. In: 2019 international conference on computing, networking and communications (ICNC). IEEE, pp 797\u2013801","DOI":"10.1109\/ICCNC.2019.8685670"},{"key":"8896_CR28","unstructured":"Miotto R, Wang F, Wang S, Jiang X, Dudley JT (2017) Deep learning for healthcare: review, opportunities and challenges. Brief Bioinform, pp 1\u201311"},{"issue":"7540","key":"8896_CR29","doi-asserted-by":"publisher","first-page":"529C533","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih V, Kavukcuoglu K, Silver D, Rusu AA, Veness J, Bellemare MG, Graves A, Riedmiller M, Fidjeland AK, Ostrovski G (2015) Human-level control through deep reinforcement learning. Nature 518(7540):529C533","journal-title":"Nature"},{"issue":"1","key":"8896_CR30","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1038\/clpt.2012.53","volume":"92","author":"D Mould","year":"2012","unstructured":"Mould D (2012) Models for disease progression: new approaches and uses. Clinical Pharmacology & Therapeutics 92(1):125\u2013131","journal-title":"Clinical Pharmacology & Therapeutics"},{"key":"8896_CR31","doi-asserted-by":"crossref","unstructured":"Nemati S, Ghassemi MM, Clifford GD (2016) Optimal medication dosing from suboptimal clinical examples: a deep reinforcement learning approach. In: Engineering in medicine and biology society, pp 2978\u20132981","DOI":"10.1109\/EMBC.2016.7591355"},{"issue":"1","key":"8896_CR32","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/JBHI.2016.2633963","volume":"21","author":"P Nguyen","year":"2017","unstructured":"Nguyen P, Tran T, Wickramasinghe N, Venkatesh S (2017) Deepr: a convolutional net for medical records. IEEE J Biomed Health Inform 21(1):22\u201330","journal-title":"IEEE J Biomed Health Inform"},{"issue":"3","key":"8896_CR33","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1016\/j.artmed.2013.12.007","volume":"60","author":"K Orphanou","year":"2014","unstructured":"Orphanou K, Stassopoulou A, Keravnou E (2014) Temporal abstraction and temporal bayesian networks in clinical domains: a survey. Artif Intell Med 60(3):133\u2013149","journal-title":"Artif Intell Med"},{"key":"8896_CR34","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1016\/j.jbi.2017.04.001","volume":"69","author":"T Pham","year":"2017","unstructured":"Pham T, Tran T, Phung D, Venkatesh S (2017) Predicting healthcare trajectories from medical records: a deep learning approach. J Biomed Inform 69:218\u2013229","journal-title":"J Biomed Inform"},{"issue":"7676","key":"8896_CR35","doi-asserted-by":"publisher","first-page":"354C359","DOI":"10.1038\/nature24270","volume":"550","author":"D Silver","year":"2017","unstructured":"Silver D, Schrittwieser J, Simonyan K, Antonoglou I, Huang A, Guez A, Hubert T, Baker L, Lai M, Bolton A, et al. (2017) Mastering the game of go without human knowledge. Nature 550(7676):354C359","journal-title":"Nature"},{"key":"8896_CR36","doi-asserted-by":"crossref","unstructured":"Sukkar R, Katz E, Zhang Y, Raunig D, Wyman BT (2012) Disease progression modeling using hidden markov models. In: 2012 annual international conference of the IEEE engineering in medicine and biology society. IEEE, pp 2845\u20132848","DOI":"10.1109\/EMBC.2012.6346556"},{"key":"8896_CR37","doi-asserted-by":"crossref","unstructured":"Wang L, Zhang W, He X, Zha H (2018) Supervised reinforcement learning with recurrent neural network for dynamic treatment recommendation. In: Proceedings of the 24th ACM SIGKDD international conference on knowledge discovery & data mining. ACM, pp 2447\u20132456","DOI":"10.1145\/3219819.3219961"},{"key":"8896_CR38","doi-asserted-by":"crossref","unstructured":"Wang X, Sontag D, Wang F (2014) Unsupervised learning of disease progression models. In: Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining. ACM, New York, pp 85\u201394","DOI":"10.1145\/2623330.2623754"},{"issue":"4","key":"8896_CR39","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1109\/JIOT.2014.2329462","volume":"1","author":"Y Zhang","year":"2014","unstructured":"Zhang Y, Sun L, Song H, Cao X (2014) Ubiquitous WSN for healthcare: recent advances and future prospects. IEEE Internet of Things Journal 1(4):311\u2013318","journal-title":"IEEE Internet of Things Journal"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-08896-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-020-08896-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-020-08896-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,21]],"date-time":"2022-02-21T19:35:33Z","timestamp":1645472133000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-020-08896-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,29]]},"references-count":39,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2022,1]]}},"alternative-id":["8896"],"URL":"https:\/\/doi.org\/10.1007\/s11042-020-08896-5","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,29]]},"assertion":[{"value":"26 December 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 March 2020","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 March 2020","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 April 2020","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}