{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T20:52:52Z","timestamp":1778532772169,"version":"3.51.4"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030109967","type":"print"},{"value":"9783030109974","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-10997-4_30","type":"book-chapter","created":{"date-parts":[[2019,1,17]],"date-time":"2019-01-17T12:30:23Z","timestamp":1547728223000},"page":"488-504","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Equipment Health Indicator Learning Using Deep Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Chi","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chetan","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmed","family":"Farahat","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kosta","family":"Ristovski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dipanjan","family":"Ghosh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,18]]},"reference":[{"issue":"1","key":"30_CR1","first-page":"135","volume":"63","author":"R Ahmad","year":"2012","unstructured":"Ahmad, R., Kamaruddin, S.: An overview of time-based and condition-based maintenance in industrial application. CAIE 63(1), 135\u2013149 (2012)","journal-title":"CAIE"},{"issue":"3","key":"30_CR2","first-page":"812","volume":"11","author":"GA Susto","year":"2015","unstructured":"Susto, G.A., Schirru, A., Pampuri, S., McLoone, S., Beghi, A.: Machine learning for predictive maintenance: a multiple classifier approach. IINF 11(3), 812\u2013820 (2015)","journal-title":"IINF"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Zheng, S., Ristovski, K., Farahat, A., Gupta, C.: Long short-term memory network for remaining useful life estimation. In: IEEE PHM (2017)","DOI":"10.1109\/ICPHM.2017.7998311"},{"key":"30_CR4","first-page":"652","volume":"10","author":"K Liu","year":"2013","unstructured":"Liu, K., Gebraeel, N.Z., Shi, J.: A data-level fusion model for developing composite health indices for degradation modeling and prognostic analysis. ASE 10, 652\u2013664 (2013)","journal-title":"ASE"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Saxena, A., et al.: Metrics for evaluating performance of prognostic techniques. In: IEEE PHM (2008)","DOI":"10.1109\/PHM.2008.4711436"},{"key":"30_CR6","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"1998","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. MIT Press, Cambridge (1998)"},{"issue":"7540","key":"30_CR7","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015)","journal-title":"Nature"},{"key":"30_CR8","unstructured":"Sutskever, I., Vinyals, O., Le, Q.V.: Sequence to sequence learning with neural networks. In: NIPS (2014)"},{"key":"30_CR9","doi-asserted-by":"crossref","unstructured":"Saxena, A., Goebel, K., Simon, D., Eklund, N.: Damage propagation modeling for aircraft engine run-to-failure simulation. In: IEEE PHM (2008)","DOI":"10.1109\/PHM.2008.4711414"},{"key":"30_CR10","first-page":"149562","volume":"5","author":"X Li","year":"2013","unstructured":"Li, X., Qian, J., Wang, G.G.: Fault prognostic based on hybrid method of state judgment and regression. AIME 5, 149562 (2013)","journal-title":"AIME"},{"issue":"4","key":"30_CR11","first-page":"005","volume":"5","author":"E Ramasso","year":"2014","unstructured":"Ramasso, E.: Investigating computational geometry for failure prognostics in presence of imprecise health indicator: results and comparisons on C-MAPSS datasets. PHM 5(4), 005 (2014)","journal-title":"PHM"},{"key":"30_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1007\/978-3-319-32025-0_14","volume-title":"Database Systems for Advanced Applications","author":"G Sateesh Babu","year":"2016","unstructured":"Sateesh Babu, G., Zhao, P., Li, X.-L.: Deep convolutional neural network based regression approach for estimation of remaining useful life. In: Navathe, S.B., Wu, W., Shekhar, S., Du, X., Wang, X.S., Xiong, H. (eds.) DASFAA 2016. LNCS, vol. 9642, pp. 214\u2013228. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-32025-0_14"},{"key":"30_CR13","doi-asserted-by":"crossref","unstructured":"Liao, Y., Zhang, L., Liu, C.: Uncertainty prediction of remaining useful life using long short-term memory network based on bootstrap method. In: IEEE PHM (2018)","DOI":"10.1109\/ICPHM.2018.8448804"},{"key":"30_CR14","doi-asserted-by":"crossref","unstructured":"Ramasso, E.: Contribution of belief functions to Hidden Markov models with an application to fault diagnosis. In: MLSP (2009)","DOI":"10.1109\/MLSP.2009.5306209"},{"issue":"2","key":"30_CR15","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1109\/TFUZZ.2013.2259496","volume":"22","author":"E Ramasso","year":"2014","unstructured":"Ramasso, E., Denoeux, T.: Making use of partial knowledge about hidden states in HMMs: an approach based on belief functions. FUZZ 22(2), 395\u2013405 (2014)","journal-title":"FUZZ"},{"issue":"2","key":"30_CR16","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1016\/j.microrel.2010.09.014","volume":"51","author":"M El-Koujok","year":"2011","unstructured":"El-Koujok, M., Gouriveau, R., Zerhouni, N.: Reducing arbitrary choices in model building for prognostics: an approach by applying parsimony principle on an evolving neuro-fuzzy system. Microelectron. Reliab. 51(2), 310\u2013320 (2011)","journal-title":"Microelectron. Reliab."},{"key":"30_CR17","doi-asserted-by":"crossref","unstructured":"Le Son, K., Fouladirad, M., Barros, A.: Remaining useful life estimation on the non-homogenous gamma with noise deterioration based on gibbs filtering: a case study. In: IEEE PHM (2012)","DOI":"10.1109\/ICPHM.2012.6299520"},{"issue":"2","key":"30_CR18","first-page":"1","volume":"5","author":"E Ramasso","year":"2014","unstructured":"Ramasso, E., Saxena, A.: Performance benchmarking and analysis of prognostic methods for CMAPSS datasets. PHM 5(2), 1\u201315 (2014)","journal-title":"PHM"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-10997-4_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T01:40:35Z","timestamp":1705455635000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-10997-4_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030109967","9783030109974"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-10997-4_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"18 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ecmlpkdd2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"535","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"131","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}