{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T17:55:03Z","timestamp":1782928503337,"version":"3.54.5"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.infsof.2026.108212","type":"journal-article","created":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T15:20:37Z","timestamp":1780586437000},"page":"108212","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Evaluating robustness of hierarchical and multi-label requirements classification: Effects of data partitioning and supervision design"],"prefix":"10.1016","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0009-0001-1201-267X","authenticated-orcid":false,"given":"Nam","family":"Nguyen Van","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0042-8819","authenticated-orcid":false,"given":"Moataz","family":"Ahmed","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2026.108212_b1","doi-asserted-by":"crossref","first-page":"83591","DOI":"10.1109\/ACCESS.2025.3568504","article-title":"An efficient methodology for the categorization of software requirements using natural language processing and similarity analysis","volume":"13","author":"Izhar","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.infsof.2026.108212_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2025.112594","article-title":"Hybrid approach for multilevel multi-class requirement classification: Impact of stop-word removal and data augmentation","volume":"231","author":"Kaur","year":"2026","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.infsof.2026.108212_b3","series-title":"2021 International Conference on Information Technology","first-page":"685","article-title":"Software requirements classification using machine learning algorithm\u2019s","author":"Quba","year":"2021"},{"key":"10.1016\/j.infsof.2026.108212_b4","series-title":"2020 IEEE 28th International Requirements Engineering Conference","first-page":"169","article-title":"NoRBERT: Transfer learning for requirements classification","author":"Hey","year":"2020"},{"key":"10.1016\/j.infsof.2026.108212_b5","doi-asserted-by":"crossref","first-page":"74997","DOI":"10.1109\/ACCESS.2023.3295238","article-title":"Non functional requirements identification and classification using transfer learning model","volume":"11","author":"Khan","year":"2023","journal-title":"IEEE Access"},{"key":"10.1016\/j.infsof.2026.108212_b6","series-title":"2024 3rd International Conference on Cloud Computing, Big Data Application and Software Engineering","first-page":"746","article-title":"The classification of software requirements using large language models: Emerging results and future directions","author":"Zhang","year":"2024"},{"key":"10.1016\/j.infsof.2026.108212_b7","doi-asserted-by":"crossref","first-page":"87401","DOI":"10.1109\/ACCESS.2025.3570359","article-title":"Automated classification and identification of non-functional requirements in agile-based requirements using pre-trained language models","volume":"13","author":"Alhaizaey","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.infsof.2026.108212_b8","doi-asserted-by":"crossref","first-page":"127614","DOI":"10.1109\/ACCESS.2024.3452011","article-title":"EnsCL-CatBoost: A strategic framework for software requirements classification","volume":"12","author":"Abbas","year":"2024","journal-title":"IEEE Access"},{"issue":"2","key":"10.1016\/j.infsof.2026.108212_b9","first-page":"2839","article-title":"Classification and comprehension of software requirements using ensemble learning","volume":"80","author":"Abbas","year":"2024","journal-title":"Comput. Mater. Contin."},{"key":"10.1016\/j.infsof.2026.108212_b10","series-title":"2024 27th International Conference on Computer and Information Technology","first-page":"2404","article-title":"Explainable attention based BiLSTM-SVM for software requirement classification: Integrating generative artificial intelligence","author":"Jahan Suchi","year":"2024"},{"key":"10.1016\/j.infsof.2026.108212_b11","doi-asserted-by":"crossref","DOI":"10.1016\/j.compeleceng.2023.108699","article-title":"Improving BERT model for requirements classification by bidirectional LSTM-CNN deep model","volume":"108","author":"Kaur","year":"2023","journal-title":"Comput. Electr. Eng."},{"issue":"8","key":"10.1016\/j.infsof.2026.108212_b12","doi-asserted-by":"crossref","DOI":"10.1016\/j.jksuci.2023.101665","article-title":"FNReq-net: A hybrid computational framework for functional and non-functional requirements classification","volume":"35","author":"Saleem","year":"2023","journal-title":"J. King Saud Univ. - Comput. Inf. Sci."},{"key":"10.1016\/j.infsof.2026.108212_b13","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2022.108948","article-title":"Automatically classifying non-functional requirements using deep neural network","volume":"132","author":"Li","year":"2022","journal-title":"Pattern Recognit."},{"issue":"4","key":"10.1016\/j.infsof.2026.108212_b14","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1016\/j.infsof.2009.10.010","article-title":"Identification of non-functional requirements in textual specifications: A semi-supervised learning approach","volume":"52","author":"Casamayor","year":"2010","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.infsof.2026.108212_b15","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1016\/j.infsof.2015.07.006","article-title":"A methodology for the classification of quality of requirements using machine learning techniques","volume":"67","author":"Parra","year":"2015","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.infsof.2026.108212_b16","doi-asserted-by":"crossref","DOI":"10.1016\/j.infsof.2025.107979","article-title":"Quality assessment of software requirements using artificial intelligence methods: A systematic literature review","volume":"191","author":"Wolf","year":"2026","journal-title":"Inf. Softw. Technol."},{"key":"10.1016\/j.infsof.2026.108212_b17","series-title":"Promise NFR dataset","author":"Mitrevski","year":"2019"},{"key":"10.1016\/j.infsof.2026.108212_b18","series-title":"PROMISE_exp dataset","author":"Lima","year":"2019"},{"key":"10.1016\/j.infsof.2026.108212_b19","series-title":"2019 IEEE 27th International Requirements Engineering Conference","first-page":"142","article-title":"Requirements classification with interpretable machine learning and dependency parsing","author":"Dalpiaz","year":"2019"},{"key":"10.1016\/j.infsof.2026.108212_b20","series-title":"PURE dataset","author":"Ferrari","year":"2017"},{"key":"10.1016\/j.infsof.2026.108212_b21","series-title":"CCHIT ambulatory requirements dataset","author":"RealsearchGroup","year":"2024"},{"key":"10.1016\/j.infsof.2026.108212_b22","doi-asserted-by":"crossref","DOI":"10.1016\/j.infsof.2022.106877","article-title":"An end-to-end deep learning system for requirements classification using recurrent neural networks","volume":"147","author":"AlDhafer","year":"2022","journal-title":"Inf. Softw. Technol."},{"issue":"1","key":"10.1016\/j.infsof.2026.108212_b23","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/s10618-010-0175-9","article-title":"A survey of hierarchical classification across different application domains","volume":"22","author":"Silla","year":"2011","journal-title":"Data Min. Knowl. Discov."},{"issue":"2","key":"10.1016\/j.infsof.2026.108212_b24","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1007\/s10994-008-5077-3","article-title":"Decision trees for hierarchical multi-label classification","volume":"73","author":"Vens","year":"2008","journal-title":"Mach. Learn."},{"key":"10.1016\/j.infsof.2026.108212_b25","series-title":"Factors in Software Quality","author":"McCall","year":"1977"},{"key":"10.1016\/j.infsof.2026.108212_b26","series-title":"Characteristics of Software Quality","author":"Boehm","year":"1978"},{"issue":"2","key":"10.1016\/j.infsof.2026.108212_b27","doi-asserted-by":"crossref","first-page":"146","DOI":"10.1109\/32.345830","article-title":"A model for software product quality","volume":"21","author":"Dromey","year":"1995","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.infsof.2026.108212_b28","first-page":"1","article-title":"IEEE recommended practice for software requirements specifications (IEEE std 830-1998)","author":"IEEE Computer Society","year":"1998","journal-title":"IEEE Std 830-1998"},{"key":"10.1016\/j.infsof.2026.108212_b29","series-title":"MIL-STD-498: Software Development and Documentation","author":"United States Department of Defense","year":"1994"},{"issue":"1","key":"10.1016\/j.infsof.2026.108212_b30","doi-asserted-by":"crossref","first-page":"131","DOI":"10.33330\/jurteksi.v11i1.3233","article-title":"Analysis of software quality calssification using the FURPS+ model","volume":"11","author":"Puspita","year":"2024","journal-title":"JURTEKSI (J. Teknol. Dan Sist. Inf.)"},{"key":"10.1016\/j.infsof.2026.108212_b31","series-title":"ISO\/IEC 9126-1:1993 software engineering \u2013 product quality \u2013 part 1: Quality model","author":"International Organization for Standardization","year":"1993"},{"issue":"4","key":"10.1016\/j.infsof.2026.108212_b32","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/52.219617","article-title":"Capability maturity model, version 1.1","volume":"10","author":"Paulk","year":"1993","journal-title":"IEEE Softw."},{"key":"10.1016\/j.infsof.2026.108212_b33","series-title":"CMMI for Development, Version 1.3","author":"Team","year":"2010"},{"key":"10.1016\/j.infsof.2026.108212_b34","series-title":"ISO\/IEC 25010:2011 systems and software engineering \u2013 systems and software quality requirements and evaluation (square) \u2013 system and software quality models","author":"International Organization for Standardization","year":"2011"},{"key":"10.1016\/j.infsof.2026.108212_b35","series-title":"ISO\/IEC\/IEEE 29148:2018 systems and software engineering \u2013 life cycle processes \u2013 requirements engineering","author":"International Organization for Standardization","year":"2018"},{"key":"10.1016\/j.infsof.2026.108212_b36","series-title":"FNFC: Functional & non-functional requirements classification dataset","author":"Mashhad Azad University","year":"2025"},{"key":"10.1016\/j.infsof.2026.108212_b37","series-title":"FR_NFR dataset: Annotated software requirements for functional and non-functional classification","author":"Sonali","year":"2024"},{"key":"10.1016\/j.infsof.2026.108212_b38","series-title":"Draft repository functional requirements","author":"Leeds University Libraries","year":"2013"},{"key":"10.1016\/j.infsof.2026.108212_b39","first-page":"16857","article-title":"Mpnet: Masked and permuted pre-training for language understanding","volume":"33","author":"Song","year":"2020","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.infsof.2026.108212_b40","series-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing (EMNLP) and the 9th International Joint Conference on Natural Language Processing","first-page":"3982","article-title":"Sentence-BERT: Sentence embeddings using siamese BERT-networks","author":"Reimers","year":"2019"},{"key":"10.1016\/j.infsof.2026.108212_b41","doi-asserted-by":"crossref","first-page":"159439","DOI":"10.1109\/ACCESS.2025.3607813","article-title":"On the effectiveness of zero-shot and few-shot pretrained language models for software requirement classification","volume":"13","author":"Shafikuzzaman","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.infsof.2026.108212_b42","doi-asserted-by":"crossref","first-page":"205353","DOI":"10.1109\/ACCESS.2025.3638967","article-title":"A novel hybrid transformer approach for text-based defect classifications in the construction industry","volume":"13","author":"Buettner","year":"2025","journal-title":"IEEE Access"},{"key":"10.1016\/j.infsof.2026.108212_b43","series-title":"Mendeley Data","article-title":"Requirement classification: Hierarchical multi-label transformer pipeline","author":"Nam","year":"2026"}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584926002016?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584926002016?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T17:21:55Z","timestamp":1782926515000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584926002016"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":43,"alternative-id":["S0950584926002016"],"URL":"https:\/\/doi.org\/10.1016\/j.infsof.2026.108212","relation":{},"ISSN":["0950-5849"],"issn-type":[{"value":"0950-5849","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating robustness of hierarchical and multi-label requirements classification: Effects of data partitioning and supervision design","name":"articletitle","label":"Article Title"},{"value":"Information and Software Technology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.infsof.2026.108212","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"108212"}}