{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,4]],"date-time":"2026-02-04T19:25:48Z","timestamp":1770233148023,"version":"3.49.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2021,4,22]],"date-time":"2021-04-22T00:00:00Z","timestamp":1619049600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,22]],"date-time":"2021-04-22T00:00:00Z","timestamp":1619049600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Manuf"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10845-021-01772-5","type":"journal-article","created":{"date-parts":[[2021,4,22]],"date-time":"2021-04-22T16:05:11Z","timestamp":1619107511000},"page":"1859-1877","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":21,"title":["Discovering critical KPI factors from natural language in maintenance work orders"],"prefix":"10.1007","volume":"33","author":[{"given":"Madhusudanan","family":"Navinchandran","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Michael E.","family":"Sharp","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1025-4675","authenticated-orcid":false,"given":"Michael P.","family":"Brundage","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thurston B.","family":"Sexton","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,4,22]]},"reference":[{"key":"1772_CR1","volume-title":"Encyclopedia of statistics in quality and reliability","author":"I Bg","year":"2007","unstructured":"Bg, I. (2007). Bayesian networks. In F. Ruggeri, R. S. Kennett, & F. W. Faltin (Eds.), Encyclopedia of statistics in quality and reliability. Hoboken: Wiley."},{"key":"1772_CR2","unstructured":"Bokinsky, H., McKenzie, A., Bayoumi, A., McCaslin, R., Patterson, A., Matthews, M., et\u00a0al. (2013). Application of natural language processing techniques to marine v\u201322 maintenance data for populating a cbm-oriented database. AHS Airworthiness, CBM, and HUMS Specialists Meeting (pp. 463\u2013472)."},{"key":"1772_CR3","first-page":"43","volume":"12","author":"T Borovicka","year":"2012","unstructured":"Borovicka, T., Jirina, M., Jr., Kordik, P., & Jirina, M. (2012). Selecting representative data sets. Advances in Data Mining Knowledge Discovery and Applications, 12, 43\u201370.","journal-title":"Advances in Data Mining Knowledge Discovery and Applications"},{"key":"1772_CR4","doi-asserted-by":"crossref","unstructured":"Brundage, M.P., Morris, K., Sexton, T., Moccozet, S., & Hoffman, M. (2018). Developing maintenance key performance indicators from maintenance work order data. In ASME 2018 13th International Manufacturing Science and Engineering Conference, American Society of Mechanical Engineers, pp V003t02a027\u2013v003t02a027","DOI":"10.1115\/MSEC2018-6492"},{"issue":"1","key":"1772_CR5","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1002\/(SICI)1097-4571(199401)45:1<12::AID-ASI2>3.0.CO;2-L","volume":"45","author":"M Buckland","year":"1994","unstructured":"Buckland, M., & Gey, F. (1994). The relationship between recall and precision. Journal of the American Society for Information Science, 45(1), 12\u201319.","journal-title":"Journal of the American Society for Information Science"},{"key":"1772_CR6","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2019.106024","author":"TP Carvalho","year":"2019","unstructured":"Carvalho, T. P., Soares, F. A., Vita, R., Francisco, Rd. P., Basto, J. P., & Alcal\u00e1, S. G. (2019). A systematic literature review of machine learning methods applied to predictive maintenance. Computers & Industrial Engineering. https:\/\/doi.org\/10.1016\/j.cie.2019.106024.","journal-title":"Computers & Industrial Engineering"},{"issue":"2","key":"1772_CR7","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1111\/j.2517-6161.1972.tb00899.x","volume":"34","author":"DR Cox","year":"1972","unstructured":"Cox, D. R. (1972). Regression models and life-tables. Journal of the Royal Statistical Society Series B (Methodological), 34(2), 187\u2013220.","journal-title":"Journal of the Royal Statistical Society Series B (Methodological)"},{"key":"1772_CR8","unstructured":"Devlin, J., Chang, M.W., Lee, K., & Toutanova, K. (2019). Bert: Pre-training of deep bidirectional transformers for language understanding arXiv:1810.04805."},{"key":"1772_CR9","doi-asserted-by":"crossref","unstructured":"Fahrmeir, L., Kneib, T., Lang, S., & Marx, B. (2013). Regression models. In: Regression, vol\u00a01, Springer, pp 21\u201372.","DOI":"10.1007\/978-3-642-34333-9_2"},{"issue":"5","key":"1772_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., & Pedreschi, D. (2018). A survey of methods for explaining black box models. ACM Computing Surveys (CSUR), 51(5), 1\u201342.","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"1772_CR11","volume-title":"Digital design and computer architecture","author":"D Harris","year":"2012","unstructured":"Harris, D., & Harris, S. (2012). Digital design and computer architecture (2nd ed.). San Francisco: Morgan Kaufmann.","edition":"2"},{"issue":"2","key":"1772_CR12","doi-asserted-by":"publisher","first-page":"146","DOI":"10.1108\/JQME-04-2015-0013","volume":"22","author":"M Hodkiewicz","year":"2016","unstructured":"Hodkiewicz, M., & Ho, M. T. W. (2016). Cleaning historical maintenance work order data for reliability analysis. Journal of Quality in Maintenance Engineering, 22(2), 146\u2013163.","journal-title":"Journal of Quality in Maintenance Engineering"},{"key":"1772_CR13","unstructured":"Iso. (2014). Automation systems and integration \u2013 key performance indicators (kpis) for manufacturing operations management \u2013 part 1: Overview, concepts and terminology. Tech. Rep. Iso22400-1, International Organization for Standardization."},{"key":"1772_CR14","doi-asserted-by":"publisher","DOI":"10.1051\/mfreview\/2016005","author":"X Jin","year":"2016","unstructured":"Jin, X., Weiss, B. A., Siegel, D., & Lee, J. (2016). Present status and future growth of advanced maintenance technology and strategy in us manufacturing. International journal of prognostics and health management. https:\/\/doi.org\/10.1051\/mfreview\/2016005.","journal-title":"International journal of prognostics and health management"},{"issue":"2","key":"1772_CR15","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1007\/s10845-020-01588-9","volume":"32","author":"L Li","year":"2021","unstructured":"Li, L., Wang, Y., & Lin, K. Y. (2021). Preventive maintenance scheduling optimization based on opportunistic production-maintenance synchronization. Journal of Intelligent Manufacturing, 32(2), 545\u2013558.","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"1\u20132","key":"1772_CR16","first-page":"22","volume":"11","author":"JB Lovins","year":"1968","unstructured":"Lovins, J. B. (1968). Development of a stemming algorithm. Mech Translat & Comp Linguistics, 11(1\u20132), 22\u201331.","journal-title":"Mech Translat & Comp Linguistics"},{"key":"1772_CR17","doi-asserted-by":"crossref","unstructured":"Lukens, S., Naik, M., Saetia, K., & Hu, X. (2019). Best practices framework for improving maintenance data quality to enable asset performance analytics. In Annual Conference of the PHM Society, vol\u00a011.","DOI":"10.36001\/phmconf.2019.v11i1.836"},{"key":"1772_CR18","doi-asserted-by":"publisher","unstructured":"Meseroll, R.J., Kirkos, C.J., & Shannon, R.A. (2007). Data mining navy flight and maintenance data to affect repair. In: 2007 IEEE Autotestcon, pp 476\u2013481, https:\/\/doi.org\/10.1109\/AUTEST.2007.4374256.","DOI":"10.1109\/AUTEST.2007.4374256"},{"key":"1772_CR19","unstructured":"Mikolov, T., Chen, K., Corrado, G., & Dean, J. (2013). Efficient estimation of word representations in vector space. arXiv:1301.3781."},{"key":"1772_CR20","doi-asserted-by":"crossref","unstructured":"Mukherjee, S., & Chakraborty, A. (2007). Automated fault tree generation: Bridging reliability with text mining. In 2007 Annual Reliability and Maintainability Symposium, pp 83\u201388.","DOI":"10.1109\/RAMS.2007.328096"},{"issue":"2","key":"1772_CR21","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1007\/s10462-017-9611-1","volume":"52","author":"J Nalepa","year":"2019","unstructured":"Nalepa, J., & Kawulok, M. (2019). Selecting training sets for support vector machines: A review. Artificial Intelligence Review, 52(2), 857\u2013900. https:\/\/doi.org\/10.1007\/s10462-017-9611-1.","journal-title":"Artificial Intelligence Review"},{"issue":"21","key":"1772_CR22","doi-asserted-by":"publisher","first-page":"3711","DOI":"10.1093\/bioinformatics\/bty373","volume":"34","author":"S Nembrini","year":"2018","unstructured":"Nembrini, S., K\u00f6nig, I. R., & Wright, M. N. (2018). The revival of the gini importance? Bioinformatics, 34(21), 3711\u20133718. https:\/\/doi.org\/10.1093\/bioinformatics\/bty373.","journal-title":"Bioinformatics"},{"key":"1772_CR23","unstructured":"Oliphant, T., Peterson, P., & Jones, E. (2013). Scipy. http:\/\/github.com\/scipy\/scipy\/."},{"key":"1772_CR24","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1016\/j.procir.2018.08.318","volume":"78","author":"N Sakib","year":"2018","unstructured":"Sakib, N., & Wuest, T. (2018). Challenges and opportunities of condition-based predictive maintenance: A review. Procedia CIRP, 78, 267\u2013272.","journal-title":"Procedia CIRP"},{"issue":"3","key":"1772_CR25","doi-asserted-by":"publisher","first-page":"579","DOI":"10.1111\/0272-4332.00040","volume":"22","author":"A Saltelli","year":"2002","unstructured":"Saltelli, A. (2002). Sensitivity analysis for importance assessment. Risk Analysis, 22(3), 579\u2013590. https:\/\/doi.org\/10.1111\/0272-4332.00040.","journal-title":"Risk Analysis"},{"key":"1772_CR26","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-021-01740-z","author":"J Savolainen","year":"2021","unstructured":"Savolainen, J., & Urbani, M. (2021). Maintenance optimization for a multi-unit system with digital twin simulation. Journal of Intelligent Manufacturing. https:\/\/doi.org\/10.1007\/s10845-021-01740-z.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"1772_CR27","doi-asserted-by":"publisher","unstructured":"Seale, M., Hines, A., Nabholz, G., Ruvinsky, A., Eslinger, O., Rigoni, N., Vega-Maisonet, L. (2019). Approaches for using machine learning algorithms with large label sets for rotorcraft maintenance. In 2019 IEEE Aerospace Conference, pp 1\u20138, https:\/\/doi.org\/10.1109\/AERO.2019.8742027.","DOI":"10.1109\/AERO.2019.8742027"},{"key":"1772_CR28","doi-asserted-by":"crossref","unstructured":"Sexton, T., & Brundage, M. (2019). Nestor: A tool for natural language annotation of short texts.","DOI":"10.6028\/jres.124.029"},{"key":"1772_CR29","doi-asserted-by":"crossref","unstructured":"Sexton, T., Brundage, M.P., Hoffman, M., & Morris, K.C. (2017). Hybrid datafication of maintenance logs from ai-assisted human tags. In: Big Data (Big Data), 2017 IEEE International Conference on, Ieee, pp 1769\u20131777.","DOI":"10.1109\/BigData.2017.8258120"},{"key":"1772_CR30","doi-asserted-by":"crossref","unstructured":"Sexton, T., Hodkiewicz, M., & Brundage, M. (2019). Categorization errors for data entry in maintenance work-orders. In Proceedings of the Annual Conference of the PHM Society, Scottsdale, AZ, https:\/\/tsapps.nist.gov\/publication\/get_pdf.cfm?pub_id=928437.","DOI":"10.36001\/phmconf.2019.v11i1.790"},{"key":"1772_CR31","doi-asserted-by":"publisher","unstructured":"Sexton, T., Hodkiewicz, M., Brundage, M.P., & Smoker, T. (2018). Benchmarking for keyword extraction methodologies in maintenance work orders. In Proceedings of the Annual Conference of the PHM Society, 10, https:\/\/doi.org\/10.36001\/phmconf.2018.v10i1.541.","DOI":"10.36001\/phmconf.2018.v10i1.541"},{"key":"1772_CR32","doi-asserted-by":"publisher","first-page":"3243","DOI":"10.1007\/s00170-018-03263-z","volume":"102","author":"M Sharp","year":"2019","unstructured":"Sharp, M. (2019). Observations on developing reliability information utilization in a manufacturing environment with case study: Robotic arm manipulators. The International Journal of Advanced Manufacturing Technology, 102, 3243\u20133264. https:\/\/doi.org\/10.1007\/s00170-018-03263-z.","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"key":"1772_CR33","first-page":"425","volume-title":"Advances in Production Management Systems","author":"M Sharp","year":"2017","unstructured":"Sharp, M., Sexton, T., & Brundage, M. P. (2017). Toward semi-autonomous information. In H. L\u00f6dding, R. Riedel, K. D. Thoben, G. von Cieminski, & D. Kiritsis (Eds.), Advances in Production Management Systems (pp. 425\u2013432). The Path to Intelligent: Collaborative and Sustainable Manufacturing, Springer International Publishing, Cham."},{"key":"1772_CR34","doi-asserted-by":"crossref","unstructured":"Sipos, R., Fradkin, D., Moerchen, F., & Wang, Z. (2014). Log-based predictive maintenance. In Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining, Acm, pp 1867\u20131876.","DOI":"10.1145\/2623330.2623340"},{"key":"1772_CR35","volume-title":"Society of Maintenance and Reliability Professionals (SMRP) Best Practices","author":"SMRP","year":"2017","unstructured":"SMRP. (2017). Society of Maintenance and Reliability Professionals (SMRP) Best Practices (5th ed.). Standard: Society for Maintenance and Reliability Professionals, Atlanta, GA.","edition":"5"},{"issue":"3","key":"1772_CR36","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/S0925-5273(00)00067-0","volume":"70","author":"L Swanson","year":"2001","unstructured":"Swanson, L. (2001). Linking maintenance strategies to performance. International Journal of Production Economics, 70(3), 237\u2013244. https:\/\/doi.org\/10.1016\/S0925-5273(00)00067-0.","journal-title":"International Journal of Production Economics"},{"key":"1772_CR37","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-020-01689-5","author":"J Szpytko","year":"2020","unstructured":"Szpytko, J., & Duarte, Y. S. (2020). A digital twins concept model for integrated maintenance: A case study for crane operation. Journal of Intelligent Manufacturing. https:\/\/doi.org\/10.1007\/s10845-020-01689-5.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"1772_CR38","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.AMS.100-34","author":"DS Thomas","year":"2020","unstructured":"Thomas, D. S., & Weiss, B. A. (2020). Economics of manufacturing machinery maintenance: A survey and analysis of us costs and benefits.https:\/\/doi.org\/10.6028\/NIST.AMS.100-34.","journal-title":"Economics of manufacturing machinery maintenance: A survey and analysis of us costs and benefits."},{"issue":"1\u20134","key":"1772_CR39","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s13042-010-0001-0","volume":"1","author":"Y Zhang","year":"2010","unstructured":"Zhang, Y., Jin, R., & Zhou, Z. H. (2010). Understanding bag-of-words model: A statistical framework. International Journal of Machine Learning and Cybernetics, 1(1\u20134), 43\u201352.","journal-title":"International Journal of Machine Learning and Cybernetics"},{"key":"1772_CR40","doi-asserted-by":"publisher","unstructured":"Zhong, R. Y., Xu, X., Klotz, E., & Newman, S. T. (2017). Intelligent manufacturing in the context of industry 4.0: A review. Engineering, 3(5), 616\u2013630. https:\/\/doi.org\/10.1016\/J.ENG.2017.05.015.","DOI":"10.1016\/J.ENG.2017.05.015"}],"container-title":["Journal of Intelligent Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-021-01772-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10845-021-01772-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-021-01772-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,25]],"date-time":"2022-12-25T05:32:46Z","timestamp":1671946366000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10845-021-01772-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,22]]},"references-count":40,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["1772"],"URL":"https:\/\/doi.org\/10.1007\/s10845-021-01772-5","relation":{},"ISSN":["0956-5515","1572-8145"],"issn-type":[{"value":"0956-5515","type":"print"},{"value":"1572-8145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,22]]},"assertion":[{"value":"14 July 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The use of any products described in this paper does not imply recommendation or endorsement by the National Institute of Standards and Technology, nor does it imply that products are necessarily the best available for the purpose.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}]}}