{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,27]],"date-time":"2026-06-27T16:23:21Z","timestamp":1782577401502,"version":"3.54.5"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100000038","name":"Natural Sciences and Engineering Research Council of Canada","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100000038","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Requirements Eng"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1007\/s00766-024-00416-3","type":"journal-article","created":{"date-parts":[[2024,3,25]],"date-time":"2024-03-25T18:02:15Z","timestamp":1711389735000},"page":"73-95","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":50,"title":["Improving requirements completeness: automated assistance through large language models"],"prefix":"10.1007","volume":"29","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-5306-8786","authenticated-orcid":false,"given":"Dipeeka","family":"Luitel","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shabnam","family":"Hassani","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mehrdad","family":"Sabetzadeh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,3,25]]},"reference":[{"key":"416_CR1","doi-asserted-by":"crossref","unstructured":"Abbas M, Ferrari A, Shatnawi A, Enoiu EP, Saadatmand M (2021) Is requirements similarity a good proxy for software similarity? An empirical investigation in industry. In: 27th international working conference on requirements engineering: foundation for software quality (REFSQ\u201921)","DOI":"10.1007\/978-3-030-73128-1_1"},{"key":"416_CR2","doi-asserted-by":"crossref","unstructured":"Alrajeh D, Kramer J, van Lamsweerde A, Russo A, Uchitel S (2012) Generating obstacle conditions for requirements completeness. In: 34th international conference on software engineering (ICSE\u201912)","DOI":"10.1109\/ICSE.2012.6227147"},{"issue":"11","key":"416_CR3","doi-asserted-by":"publisher","first-page":"4647","DOI":"10.1109\/TSE.2021.3124332","volume":"48","author":"CO Amaral","year":"2022","unstructured":"Amaral CO, Abualhaija S, Torre D, Sabetzadeh M, Briand L (2022) AI-enabled automation for completeness checking of privacy policies. IEEE Trans Softw Eng 48(11):4647\u20134674","journal-title":"IEEE Trans Softw Eng"},{"issue":"4","key":"416_CR4","doi-asserted-by":"publisher","first-page":"2509","DOI":"10.1007\/s10664-019-09693-x","volume":"24","author":"A Chetan","year":"2019","unstructured":"Chetan A, Mehrdad S, Lionel B (2019) An empirical study on the potential usefulness of domain models for completeness checking of requirements. Empir Softw Eng 24(4):2509\u20132539","journal-title":"Empir Softw Eng"},{"issue":"10","key":"416_CR5","doi-asserted-by":"publisher","first-page":"944","DOI":"10.1109\/TSE.2015.2428709","volume":"41","author":"A Chetan","year":"2015","unstructured":"Chetan A, Mehrdad S, Lionel B, Frank Z (2015) Automated checking of conformance to requirements templates using natural language processing. IEEE Trans Softw Eng 41(10):944\u2013968","journal-title":"IEEE Trans Softw Eng"},{"issue":"10","key":"416_CR6","doi-asserted-by":"publisher","first-page":"918","DOI":"10.1109\/TSE.2016.2635134","volume":"43","author":"A Chetan","year":"2017","unstructured":"Chetan A, Mehrdad S, Lionel B, Frank Z (2017) Automated extraction and clustering of requirements glossary terms. IEEE Trans Softw Eng 43(10):918\u2013945","journal-title":"IEEE Trans Softw Eng"},{"key":"416_CR7","first-page":"1","volume":"28","author":"A Chetan","year":"2019","unstructured":"Chetan A, Mehrdad S, Shiva N, Lionel B (2019) An active learning approach for improving the accuracy of automated domain model extraction. ACM Trans Softw Eng Methodol 28:1\u201334","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"416_CR8","unstructured":"Bergstra J, Bengio Y (2012) Random search for hyper-parameter optimization. J Mach Learn Res 13:286-\u201305"},{"key":"416_CR9","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/s10664-021-09986-0","volume":"26","author":"D Berry","year":"2021","unstructured":"Berry D (2021) Empirical evaluation of tools for hairy requirements engineering tasks. Empir Softw Eng 26:11","journal-title":"Empir Softw Eng"},{"key":"416_CR10","unstructured":"Berry DM., Kamsties E, Krieger M (2003) From contract drafting to software specification: Linguistic sources of ambiguity, a handbook. https:\/\/cs.uwaterloo.ca\/dberry\/handbook\/ambiguityHandbook.pdf"},{"key":"416_CR11","doi-asserted-by":"crossref","unstructured":"Bhatia J, Breaux T (2018) Semantic incompleteness in privacy policy goals. In: 26th IEEE international requirements engineering conference (RE\u201918)","DOI":"10.1109\/RE.2018.00025"},{"key":"416_CR12","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1016\/j.neucom.2017.11.077","volume":"300","author":"C Jie","year":"2018","unstructured":"Jie C, Jiawei L, Shulin W, Sheng Y (2018) Feature selection in machine learning: a new perspective. Neurocomputing 300:70\u201379","journal-title":"Neurocomputing"},{"key":"416_CR13","unstructured":"Capon JA (1988) Elementary statistics for the social sciences: study guide. Wadsworth"},{"key":"416_CR14","unstructured":"Cui G, Lu Q, Li W, Chen Y-R (2008) Corpus exploitation from Wikipedia for ontology construction. In: 6th international conference on language resources and evaluation (LREC\u201908)"},{"key":"416_CR15","doi-asserted-by":"crossref","unstructured":"Dalpiaz F, van\u00a0der Schalk I, Lucassen G (2018) Pinpointing ambiguity and incompleteness in requirements engineering via information visualization and NLP. In: 24th international working conference on requirements engineering: foundation for software quality (REFSQ\u201918)","DOI":"10.1007\/978-3-319-77243-1_8"},{"key":"416_CR16","unstructured":"Devlin J, Chang M-W, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Annual conference of the North American chapter of the association for computational linguistics: human language technologies (NAACL-HLT\u201919)"},{"key":"416_CR17","doi-asserted-by":"crossref","unstructured":"Eckhardt J, Vogelsang A, Femmer H, Mager P (2016) Challenging incompleteness of performance requirements by sentence patterns. In: 24th IEEE international requirements engineering conference (RE\u201916)","DOI":"10.1109\/RE.2016.24"},{"key":"416_CR18","doi-asserted-by":"crossref","unstructured":"Espana S, Condori-Fernandez N, Gonzalez A, Pastor \u00d3 (2009) Evaluating the completeness and granularity of functional requirements specifications: a controlled experiment. In: 17th IEEE international requirements engineering conference (RE\u201909)","DOI":"10.1109\/RE.2009.33"},{"key":"416_CR19","doi-asserted-by":"crossref","unstructured":"Ezzini S, Abualhaija S, Arora C, Sabetzadeh M (2022) Automated handling of anaphoric ambiguity in requirements: a multi-solution study. In: 44th international conference on software engineering (ICSE\u201922)","DOI":"10.1145\/3510003.3510157"},{"key":"416_CR20","doi-asserted-by":"crossref","unstructured":"Ezzini S, Abualhaija S, Arora C, Sabetzadeh M, Briand L (2021) Using domain-specific corpora for improved handling of ambiguity in requirements. In: 43rd international conference on software engineering (ICSE\u201921)","DOI":"10.1109\/ICSE43902.2021.00133"},{"key":"416_CR21","doi-asserted-by":"crossref","unstructured":"Ezzini S, Abualhaija S, Sabetzadeh M (2022) WikiDoMiner: wikipedia domain-specific miner. In: 30th ACM joint European software engineering conference and symposium on the foundations of software engineering (ESEC\/FSE\u201922)","DOI":"10.1145\/3540250.3558916"},{"key":"416_CR22","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/7287.001.0001","volume-title":"WordNet: an electronic lexical database","author":"C Fellbaum","year":"1998","unstructured":"Fellbaum C (1998) WordNet: an electronic lexical database. Bradford Books, Bradford"},{"key":"416_CR23","doi-asserted-by":"crossref","unstructured":"Fern\u00e1ndez A, Garc\u00eda S, Galar M, Prati RC, Krawczyk B, Herrera F (2018). Cost-Sensitive Learning. In: Learning from Imbalanced Data Sets. Springer, Cham","DOI":"10.1007\/978-3-319-98074-4"},{"key":"416_CR24","doi-asserted-by":"crossref","unstructured":"Ferrari A, dell\u2019Orletta F, Spagnolo GO, Gnesi S (2014) Measuring and improving the completeness of natural language requirements. In: 20th international working conference on requirements engineering: foundation for software quality (REFSQ\u201914)","DOI":"10.1007\/978-3-319-05843-6_3"},{"key":"416_CR25","doi-asserted-by":"crossref","unstructured":"Ferrari A, Donati B, Gnesi S (2017) Detecting domain-specific ambiguities: an NLP approach based on Wikipedia crawling and word embeddings. In: 25th IEEE international requirements engineering conference workshops (REW\u201917)","DOI":"10.1109\/REW.2017.20"},{"key":"416_CR26","doi-asserted-by":"crossref","unstructured":"Ferrari A, Spagnolo GO, Gnesi S (2017) PURE: a dataset of public requirements documents. In: 25th IEEE international requirements engineering conference (RE\u201917)","DOI":"10.1109\/RE.2017.29"},{"key":"416_CR27","volume-title":"Intelligent distributed computing VIII","author":"G Gigante","year":"2015","unstructured":"Gigante G, Gargiulo F, Ficco M (2015) A semantic driven approach for requirements verification. In: Camacho D, Braubach L, Venticinque S, Badica C (eds) Intelligent distributed computing VIII. Springer, Cham"},{"key":"416_CR28","doi-asserted-by":"crossref","unstructured":"Hasso H, Gro\u00dfer K, Aymaz I, Geppert H, J\u00fcrjens J (2022) Abbreviation-expansion pair detection for glossary term extraction. In: 28th international working conference on requirements engineering: foundation for software quality (REFSQ\u201922)","DOI":"10.1007\/978-3-030-98464-9_6"},{"key":"416_CR29","unstructured":"Hess M, Kromrey J (2004) Robust confidence intervals for effect sizes: a comparative study of cohen\u2019s d and cliff\u2019s delta under non-normality and heterogeneous variances. Annual Meeting of the American Educational Research Association"},{"key":"416_CR30","doi-asserted-by":"crossref","unstructured":"Hey T, Keim J, Koziolek A, Tichy WF (2020) NoRBERT: transfer learning for requirements classification. In: 28th IEEE international requirements engineering conference (RE\u201920)","DOI":"10.1109\/RE48521.2020.00028"},{"issue":"6245","key":"416_CR31","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1126\/science.aaa8685","volume":"349","author":"J Hirschberg","year":"2015","unstructured":"Hirschberg J, Manning CD (2015) Advances in natural language processing. Science 349(6245):261\u2013266","journal-title":"Science"},{"key":"416_CR32","volume-title":"Speech and language processing: an introduction to natural language processing, computational linguistics, and speech recognition","author":"D Jurafsky","year":"2019","unstructured":"Jurafsky D, Martin JH (2019) Speech and language processing: an introduction to natural language processing, computational linguistics, and speech recognition, 2nd edn. Pearson, London","edition":"2"},{"key":"416_CR33","volume-title":"Contrasting languages: the scope of contrastive linguistics","author":"TP Krzeszowski","year":"2011","unstructured":"Krzeszowski TP (2011) Contrasting languages: the scope of contrastive linguistics, vol 51. Walter de Gruyter, Berlin"},{"key":"416_CR34","volume-title":"Feature selection for knowledge discovery and data mining","author":"H Liu","year":"2012","unstructured":"Liu H, Motoda H (2012) Feature selection for knowledge discovery and data mining, vol 454. Springer, Berlin"},{"key":"416_CR35","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/s00766-016-0250-x","volume":"21","author":"G Lucassen","year":"2016","unstructured":"Lucassen G, Dalpiaz F, Van der Werf JM, Brinkkemper S (2016) Improving agile requirements: the quality user story framework and tool. Requir Eng 21:383\u2013403","journal-title":"Requir Eng"},{"key":"416_CR36","unstructured":"Luitel D, Hassani S, Sabetzadeh M (2023) Replication package. https:\/\/bit.ly\/REJ-BERT-2023"},{"key":"416_CR37","doi-asserted-by":"crossref","unstructured":"Luitel D, Hassani S, Sabetzadeh M (2023) Using language models for enhancing the completeness of natural-language requirements. In: 29th international working conference on requirements engineering: foundation for software quality (REFSQ\u201923)","DOI":"10.1007\/978-3-031-29786-1_7"},{"key":"416_CR38","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071","volume-title":"Introduction to information retrieval","author":"C Manning","year":"2008","unstructured":"Manning C, Raghavan P, Sch\u00fctze H (2008) Introduction to information retrieval. Syngress, Oxford"},{"key":"416_CR39","unstructured":"Mikolov T, Yih W-T, Zweig G (2013) Linguistic regularities in continuous space word representations. In: Annual conference of the North American chapter of the association for computational linguistics: human language technologies (NAACL-HLT\u201913)"},{"key":"416_CR40","unstructured":"Open AI. ChatGPT. https:\/\/openai.com\/blog\/chatgpt Accessed June 2023"},{"key":"416_CR41","unstructured":"OpenAI (2023) GPT-4 technical report. arXiv:2303.08774"},{"key":"416_CR42","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning C (2014) GloVe: global vectors for word representation. In: Conference on empirical methods in natural language processing (EMNLP\u201914)","DOI":"10.3115\/v1\/D14-1162"},{"key":"416_CR43","doi-asserted-by":"crossref","unstructured":"Sainani A, Anish PR, Joshi V, Ghaisas S (2020) Extracting and classifying requirements from software engineering contracts. In: 28th IEEE international requirements engineering conference (RE\u201920)","DOI":"10.1109\/RE48521.2020.00026"},{"key":"416_CR44","unstructured":"Sammut C, Webb GI (2010) editors. TF\u2013IDF. Springer"},{"key":"416_CR45","doi-asserted-by":"crossref","unstructured":"Shen Y, Breaux T (2022) Domain model extraction from user-authored scenarios and word embeddings. In: 30th IEEE international requirements engineering conference workshops (REW\u201922)","DOI":"10.1109\/REW56159.2022.00036"},{"key":"416_CR46","doi-asserted-by":"crossref","unstructured":"Sleimi A, Sannier N, Sabetzadeh M, Briand L, Dann J (2018) Automated extraction of semantic legal metadata using natural language processing. In: 26th IEEE international requirements engineering conference (RE\u201918)","DOI":"10.1109\/RE.2018.00022"},{"issue":"2","key":"416_CR47","first-page":"101","volume":"25","author":"A Vargha","year":"2000","unstructured":"Vargha A, Delaney H (2000) A critique and improvement of the CL common language effect size statistics of McGraw and Wong. J Educ Behav Stat 25(2):101\u2013132","journal-title":"J Educ Behav Stat"},{"key":"416_CR48","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Proceedings of the 31st International Conference on Neural Information Processing Systems (NIPS\u201917)"},{"key":"416_CR49","volume-title":"Data mining: practical machine learning tools and techniques","author":"H Witten Ian","year":"2017","unstructured":"Witten Ian H, Eibe F, Hall Mark A (2017) Data mining: practical machine learning tools and techniques, 4th edn. Morgan Kaufmann, Burlington","edition":"4"},{"key":"416_CR50","unstructured":"Witten IH, Frank E, Hall MA, Pal CJ (2016) The WEKA workbench. Online appendix for \u201cdata mining: practical machine learning tools and techniques\u201d, 4th edn. Morgan Kaufmann Publishers Inc., Burlington"},{"key":"416_CR51","doi-asserted-by":"publisher","first-page":"08","DOI":"10.1109\/MCI.2018.2840738","volume":"13","author":"T Young","year":"2018","unstructured":"Young T, Hazarika D, Poria S, Cambria E (2018) Recent trends in deep learning based natural language processing. IEEE Comput Intell Mag 13:08","journal-title":"IEEE Comput Intell Mag"},{"issue":"3","key":"416_CR52","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3444689","volume":"54","author":"L Zhao","year":"2021","unstructured":"Zhao L, Alhoshan W, Ferrari A, Letsholo KJ, Ajagbe MA, Chioasca E-V, Batista-Navarro RT (2021) Natural language processing for requirements engineering: a systematic mapping study. ACM Comput Surv 54(3):1\u201341","journal-title":"ACM Comput Surv"},{"issue":"14","key":"416_CR53","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1016\/S0950-5849(03)00100-9","volume":"45","author":"Z Didar","year":"2003","unstructured":"Didar Z, Vincenzo G (2003) On the interplay between consistency, completeness, and correctness in requirements evolution. Inf Softw Technol 45(14):993\u20131009","journal-title":"Inf Softw Technol"},{"key":"416_CR54","unstructured":"Zowghi D, Gervasi V (2003) The three Cs of requirements: consistency, completeness, and correctness. In: 8th international workshop on requirements engineering: foundation for software quality (REFSQ\u201903)"}],"container-title":["Requirements Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-024-00416-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00766-024-00416-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-024-00416-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,29]],"date-time":"2024-04-29T15:04:53Z","timestamp":1714403093000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00766-024-00416-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":54,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["416"],"URL":"https:\/\/doi.org\/10.1007\/s00766-024-00416-3","relation":{},"ISSN":["0947-3602","1432-010X"],"issn-type":[{"value":"0947-3602","type":"print"},{"value":"1432-010X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"6 July 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 February 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}