{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T11:08:57Z","timestamp":1784286537036,"version":"3.55.0"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T00:00:00Z","timestamp":1784246400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T00:00:00Z","timestamp":1784246400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Supercomput"],"DOI":"10.1007\/s11227-026-08693-1","type":"journal-article","created":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T11:01:55Z","timestamp":1784286115000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Sensitivity analysis of text vectorization techniques for failure analysis: a Latent Dirichlet Allocation and generalized variational autoencoder approach"],"prefix":"10.1007","volume":"82","author":[{"given":"Abbas","family":"Rammal","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kenneth","family":"Ezukwoke","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anis","family":"Hoayek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mireille","family":"Batton-Hubert","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,17]]},"reference":[{"key":"8693_CR1","doi-asserted-by":"crossref","unstructured":"Hiyam F (2022) Chapter 9 - Failure analysis. In: Operation, maintenance, and repair of land-based gas turbines, pp 197\u2013221","DOI":"10.1016\/B978-0-12-821834-1.00005-8"},{"key":"8693_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-85617-496-1.X5000-9","author":"M Farshad","year":"2006","unstructured":"Farshad M (2006) Plastic pipe systems: failure investigation and diagnosis. Elsevier. https:\/\/doi.org\/10.1016\/B978-1-85617-496-1.X5000-9","journal-title":"Elsevier"},{"key":"8693_CR3","doi-asserted-by":"crossref","unstructured":"GWAD (1978) Reliability reporting guide: a reliability guide to failure reporting, analysis, and corrective action systems. In: Microelectronics Reliability, vol 17(3), pp 365\u2013366","DOI":"10.1016\/0026-2714(78)91312-4"},{"key":"8693_CR4","doi-asserted-by":"publisher","first-page":"113050","DOI":"10.1016\/j.engstruct.2021.113050","volume":"246","author":"M Adel","year":"2021","unstructured":"Adel M, Yokoyama H, Tatsuta H, Nomura T, Ando Y, Nakamura T, Masuya H, Nagai K (2021) Early damage detection of fatigue failure for RC deck slabs under wheel load moving test using image analysis with artificial intelligence. Eng Struct 246:113050","journal-title":"Eng Struct"},{"key":"8693_CR5","first-page":"161","volume":"6","author":"A Jain","year":"2018","unstructured":"Jain A, Kulkarni G, Shah V (2018) Natural language processing. Int J Comput Sci Eng 6:161\u2013167","journal-title":"Int J Comput Sci Eng"},{"key":"8693_CR6","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Advances in Neural Information Processing Systems, pp 3111\u20133119"},{"issue":"10","key":"8693_CR7","doi-asserted-by":"publisher","first-page":"5119","DOI":"10.3390\/app12105119","volume":"12","author":"U Krzeszewska","year":"2022","unstructured":"Krzeszewska U, Poniszewska-Mara\u0144da A, Ochelska-Mierzejewska J (2022) Systematic comparison of vectorization methods in classification context. Appl Sci 12(10):5119","journal-title":"Appl Sci"},{"key":"8693_CR8","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/S0004-3702(02)00359-4","volume":"143","author":"SA Macskassy","year":"2003","unstructured":"Macskassy SA, Hirsh H, Banerjee A, Dayanik AA (2003) Converting numerical classification into text classification. Artif Intell 143:51\u201377","journal-title":"Artif Intell"},{"key":"8693_CR9","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1016\/j.jtbi.2011.02.005","volume":"276","author":"D Qi","year":"2011","unstructured":"Qi D, Liu X, Yao Y, Zhao F (2011) Numerical characteristics of word frequencies and their application to dissimilarity measure for sequence comparison. J Theor Biol 276:174\u2013180","journal-title":"J Theor Biol"},{"key":"8693_CR10","doi-asserted-by":"publisher","first-page":"204","DOI":"10.1109\/JAS.2017.7510421","volume":"5","author":"X Kang","year":"2018","unstructured":"Kang X, Ren F, Wu Y (2018) Exploring latent semantic information for textual emotion recognition in blog articles. IEEE\/CAA J Automa Sinica 5:204\u2013216","journal-title":"IEEE\/CAA J Automa Sinica"},{"key":"8693_CR11","first-page":"1","volume":"99","author":"Z Tan","year":"2021","unstructured":"Tan Z, Chen J, Kang Q, Zhou MC, Sedraoui K (2021) Dynamic embedding projection-gated convolutional neural networks for text classification. IEEE Trans Neural Netw Learn Syst 99:1\u201310","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"key":"8693_CR12","doi-asserted-by":"publisher","first-page":"350","DOI":"10.3390\/pr10020350","volume":"10","author":"X Yang","year":"2022","unstructured":"Yang X, Yang K, Cui T, Chen M, He L (2022) A study of text vectorization method combining topic model and transfer learning. Processes 10:350","journal-title":"Processes"},{"key":"8693_CR13","first-page":"25","volume":"181","author":"Q Shahzad","year":"2018","unstructured":"Shahzad Q, Ramsha A (2018) Text mining: use of TF-IDF to examine the relevance of words to documents. Int J Comput Appl 181:25\u201329","journal-title":"Int J Comput Appl"},{"key":"8693_CR14","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1108\/00220410410560582","volume":"60","author":"R Stephen","year":"2004","unstructured":"Stephen R (2004) Understanding inverse document frequency: on theoretical arguments for IDF. J Doc 60:503\u2013520","journal-title":"J Doc"},{"key":"8693_CR15","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1080\/03081079.2017.1291635","volume":"46","author":"L Havrlanta","year":"2015","unstructured":"Havrlanta L, Kreinovich V (2015) A simple probabilistic explanation of term frequency-inverse document frequency (TF-IDF) heuristic. Int J Gen Syst 46:27\u201336","journal-title":"Int J Gen Syst"},{"key":"8693_CR16","unstructured":"Mikolov T, Sutskever I, Chen K, Corrado GS, Dean J (2013) Distributed representations of words and phrases and their compositionality. In: Proceedings of the 26th International Conference on Neural Information Processing Systems, vol 2, pp 3111\u20133119"},{"key":"8693_CR17","unstructured":"Mikolov T, Chen K, Corrado G, Dean J (2023) Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781"},{"key":"8693_CR18","doi-asserted-by":"publisher","first-page":"119028","DOI":"10.1016\/j.eswa.2022.119028","volume":"213","author":"Sakshi","year":"2022","unstructured":"Sakshi, Kukreja V (2022) Recent trends in mathematical expressions recognition: an LDA-based analysis. Expert Syst Appl 213:119028","journal-title":"Expert Syst Appl"},{"key":"8693_CR19","doi-asserted-by":"crossref","unstructured":"Ezukwoke K, Toubakh H, Hoayek A, Batton-Hubert M, Boucher X, Gounet P (2021) Intelligent fault analysis decision flow in semiconductor industry 4.0 using natural language processing with deep clustering. In: IEEE 17th International Conference on Automation Science and Engineering (CASE)","DOI":"10.1109\/CASE49439.2021.9551492"},{"key":"8693_CR20","unstructured":"Kingma DP, Welling M (2014) Auto-encoding variational bayes. In: International Conference on Learning Representations (ICLR)"},{"key":"8693_CR21","doi-asserted-by":"crossref","unstructured":"Bowman SR, Vilnis L, Vinyals O, Dai AM, Jozefowicz R, Bengio S (2016) Generating sentences from a continuous space. In: Proceedings of CoNLL, pp 10\u201321","DOI":"10.18653\/v1\/K16-1002"},{"key":"8693_CR22","unstructured":"Miao Y, Yu L, Blunsom P (2016) Neural variational inference for text processing. In: Proceedings of ICML, pp 1727\u20131736"},{"key":"8693_CR23","doi-asserted-by":"crossref","unstructured":"I.V. Serban et al. A Hierarchical Latent Variable Encoder\u2013Decoder Model for Generating Dialogues. AAAI Conference on Artificial Intelligence, 2017.","DOI":"10.1609\/aaai.v31i1.10983"},{"key":"8693_CR24","doi-asserted-by":"crossref","unstructured":"Miao Y, Blunsom P (2016) Language as a latent variable: discrete generative models for sentence compression. In: Proceedings of EMNLP, pp 319\u2013328","DOI":"10.18653\/v1\/D16-1031"},{"key":"8693_CR25","doi-asserted-by":"publisher","first-page":"12266","DOI":"10.1007\/s11227-023-05139-w","volume":"79","author":"S Xu","year":"2023","unstructured":"Xu S, Guo C, Zhu Y et al (2023) CNN-VAE: an intelligent text representation algorithm. J Supercomput 79:12266\u201312291","journal-title":"J Supercomput"},{"key":"8693_CR26","doi-asserted-by":"crossref","unstructured":"Su X, Yan R, Gong Z, Fu Y, Xu H (2018) Integrating topic information into VAE for text semantic similarity. In: International Conference on Neural Information Processing, pp 546\u2013557","DOI":"10.1007\/978-3-030-04221-9_49"},{"key":"8693_CR27","doi-asserted-by":"crossref","unstructured":"Amiri H, Resnik P, Boyd-Graber J, Daum\u00e9 III H (2016) Learning text pair similarity with context-sensitive autoencoders. In: Proceedings of ACL, pp 1882\u20131892","DOI":"10.18653\/v1\/P16-1177"},{"key":"8693_CR28","unstructured":"Xing C et al (2016) Topic augmented neural response generation with a joint attention mechanism. arXiv preprint arXiv:1606.08340"},{"key":"8693_CR29","unstructured":"Devlin J, Chang MW, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT"},{"key":"8693_CR30","doi-asserted-by":"crossref","unstructured":"Reimers N, Gurevych I (2019) Sentence-BERT: sentence embeddings using siamese BERT-networks. In: Proceedings of EMNLP","DOI":"10.18653\/v1\/D19-1410"},{"key":"8693_CR31","doi-asserted-by":"crossref","unstructured":"Sharafeddin MAA, Rammal A, Moussa K, Kashakesh Z (2026) BartLite: a cpu-based model for generating industrial failure conclusions. In: International Conference on Artificial Intelligence, Computer, Data Sciences and Applications (ACDSA)","DOI":"10.1109\/ACDSA67686.2026.11467817"},{"key":"8693_CR32","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1016\/j.ins.2018.10.006","volume":"477","author":"D Kim","year":"2019","unstructured":"Kim D, Seo D, Cho S, Kang P (2019) Multi-co-training for document classification using various document representations: TF-IDF, LDA, and Doc2Vec. Inf Sci 477:15\u201329","journal-title":"Inf Sci"},{"key":"8693_CR33","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1016\/j.csl.2017.07.009","volume":"47","author":"C Cerisara","year":"2018","unstructured":"Cerisara C, Kral P, Le L (2018) On the effects of using Word2Vec representations in neural networks for dialogue act recognition. Comput Speech Lang 47:175\u2013193","journal-title":"Comput Speech Lang"},{"key":"8693_CR34","doi-asserted-by":"publisher","first-page":"107985","DOI":"10.1016\/j.compeleceng.2022.107985","volume":"100","author":"SA Moqurrab","year":"2022","unstructured":"Moqurrab SA, Anjum A, Tariq N, Srivastava G (2022) An efficient framework for semantically correlated term detection and sanitization in clinical documents. Comput Electr Eng 100:107985","journal-title":"Comput Electr Eng"},{"key":"8693_CR35","unstructured":"Le Q, Mikolov T (2014) Distributed representations of sentences and documents. In: International Conference on Machine Learning (ICML)"},{"key":"8693_CR36","unstructured":"Mikolov T, Chen K, Corrado G et al (2013) Efficient estimation of word representations in vector space. arXiv preprint arXiv:1301.3781"},{"key":"8693_CR37","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei DM, Ng AY, Jordan MI (2003) Latent Dirichlet allocation. J Mach Learn Res 3:993\u20131022","journal-title":"J Mach Learn Res"},{"issue":"4","key":"8693_CR38","doi-asserted-by":"publisher","first-page":"1092","DOI":"10.1177\/1475921718788299","volume":"18","author":"G San Martin","year":"2019","unstructured":"San Martin G, L\u00f3pezDroguett E, Meruane V, das Chagas Moura M (2019) Deep variational auto-encoders: a promising tool for dimensionality reduction and ball bearing elements fault diagnosis. Struct Health Monit 18(4):1092\u20131128","journal-title":"Struct Health Monit"},{"key":"8693_CR39","unstructured":"Kingma DP, Welling M (2014) Auto-encoding variational bayes. In: Second International Conference on Learning Representations (ICLR)"},{"key":"8693_CR40","doi-asserted-by":"publisher","DOI":"10.1016\/j.softx.2022.101122","volume":"19","author":"A Petukhova","year":"2022","unstructured":"Petukhova A, Fachada N (2022) TextCL: a python package for NLP preprocessing tasks. SoftwareX 19:101122","journal-title":"SoftwareX"},{"issue":"6","key":"8693_CR41","doi-asserted-by":"publisher","first-page":"3105","DOI":"10.1016\/j.eswa.2014.11.038","volume":"42","author":"KK Bharti","year":"2015","unstructured":"Bharti KK, Singh PK (2015) Hybrid dimension reduction by integrating feature selection with feature extraction method for text clustering. Expert Syst Appl 42(6):3105\u20133114","journal-title":"Expert Syst Appl"},{"key":"8693_CR42","doi-asserted-by":"publisher","first-page":"360","DOI":"10.1016\/j.procs.2019.08.178","volume":"157","author":"RP Nawangsari","year":"2019","unstructured":"Nawangsari RP, Kusumaningrum R, Wibowo A (2019) Word2Vec for Indonesian sentiment analysis towards hotel reviews: an evaluation study. Procedia Comput Sci 157:360\u2013366","journal-title":"Procedia Comput Sci"},{"key":"8693_CR43","doi-asserted-by":"publisher","first-page":"5441","DOI":"10.1007\/s11192-022-04318-5","volume":"127","author":"MA V\u00e1zquez","year":"2022","unstructured":"V\u00e1zquez MA, Pereira-Delgado J, Cid-Sueiro J et al (2022) Validation of scientific topic models using graph analysis and corpus metadata. Scientometrics 127:5441\u20135458. https:\/\/doi.org\/10.1007\/s11192-022-04318-5","journal-title":"Scientometrics"}],"container-title":["The Journal of Supercomputing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-026-08693-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11227-026-08693-1","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11227-026-08693-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,17]],"date-time":"2026-07-17T11:02:02Z","timestamp":1784286122000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11227-026-08693-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,17]]},"references-count":43,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2026,7]]}},"alternative-id":["8693"],"URL":"https:\/\/doi.org\/10.1007\/s11227-026-08693-1","relation":{},"ISSN":["1573-0484"],"issn-type":[{"value":"1573-0484","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,17]]},"assertion":[{"value":"6 March 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 July 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Conflict of interest","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Ethical approval","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":3,"name":"Ethics","label":"Consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":4,"name":"Ethics","label":"Consent for publication","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"575"}}