{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T05:57:16Z","timestamp":1771048636999,"version":"3.50.1"},"reference-count":91,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100002724","name":"Open Access Program from the American University of Sharjah","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002724","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3586554","type":"journal-article","created":{"date-parts":[[2025,7,7]],"date-time":"2025-07-07T13:51:03Z","timestamp":1751896263000},"page":"117914-117942","source":"Crossref","is-referenced-by-count":3,"title":["Few-Shot Evaluation of Vision Language Models for Detecting Visual Defects in Autonomous Vehicle Software Requirement Specifications"],"prefix":"10.1109","volume":"13","author":[{"given":"Nabil","family":"Bukhary","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-6297-6978","authenticated-orcid":false,"given":"Maaz","family":"Ahmad","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0005-3462-9194","authenticated-orcid":false,"given":"Karim","family":"Rashad","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Samarth","family":"Rai","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8667-4799","authenticated-orcid":false,"given":"Salsabeel","family":"Shapsough","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yara","family":"Kaddoura","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2196-2749","authenticated-orcid":false,"given":"Dana","family":"Dghaym","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1048-5633","authenticated-orcid":false,"given":"Imran","family":"Zualkernan","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, American University of Sharjah, Sharjah, United Arab Emirates"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"issue":"4","key":"ref1","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1016\/0164-1212(81)90004-2","article-title":"Software requirements and specifications: A survey of needs and languages","volume":"2","author":"Abbott","year":"1981","journal-title":"J. Syst. Softw."},{"key":"ref2","doi-asserted-by":"crossref","first-page":"310","DOI":"10.1016\/j.protcy.2012.09.034","article-title":"People, organizational and technological dimensions of software requirements specification","volume":"5","author":"Belfo","year":"2012","journal-title":"Proc. Technol."},{"key":"ref3","doi-asserted-by":"crossref","first-page":"137613","DOI":"10.1109\/ACCESS.2021.3117989","article-title":"Challenges of software requirements quality assurance and validation: A systematic literature review","volume":"9","author":"Atoum","year":"2021","journal-title":"IEEE Access"},{"key":"ref4","first-page":"3182","article-title":"A review on requirements validation for software development","volume":"96","author":"Moketar","year":"2018","journal-title":"J. Theor. Appl. Inf. Technol."},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3185089.3185128"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/263367.263389"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/access.2019.2892082"},{"key":"ref8","article-title":"GPT-4 technical report","volume-title":"arXiv:2303.08774","author":"Achiam","year":"2023"},{"key":"ref9","article-title":"Gemini: A family of highly capable multimodal models","author":"Team","year":"2023","journal-title":"arXiv:2312.11805"},{"key":"ref10","volume-title":"Introducing Claude 3","year":"2023"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIV.2024.3402136"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.5220\/0011789700003402"},{"issue":"3","key":"ref13","doi-asserted-by":"crossref","first-page":"564","DOI":"10.29207\/resti.v7i3.4924","article-title":"Automatic requirements engineering: Activities, methods, tools, and domains\u2014A systematic literature review","volume":"7","author":"Delima","year":"2023","journal-title":"Jurnal RESTI (Rekayasa Sistem dan Teknologi Informasi)"},{"issue":"9","key":"ref14","doi-asserted-by":"crossref","first-page":"1291","DOI":"10.1016\/j.infsof.2009.04.001","article-title":"On the generation of requirements specifications from software engineering models: A systematic literature review","volume":"51","author":"Nicol\u00e1s","year":"2009","journal-title":"Inf. Softw. Technol."},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1155\/2021\/6696695"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.5815\/ijmecs.2013.01.03"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2021.3051898"},{"issue":"5","key":"ref18","doi-asserted-by":"crossref","DOI":"10.1016\/j.heliyon.2023.e16469","article-title":"Element quality indicator: A quality assessment and defect detection method for software requirement specification","volume":"9","author":"Zhi","year":"2023","journal-title":"Heliyon"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIS54243.2021.9676398"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/62061.62062"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.47238\/ijeca.v4i1.86"},{"issue":"25","key":"ref22","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1016\/S1474-6670(17)44839-7","article-title":"Standardization of formal specification languages","volume":"28","author":"Milam","year":"1995","journal-title":"IFAC Proc. Volumes"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/2815021.2815032"},{"key":"ref24","first-page":"47","article-title":"Requirements defects techniques in requirements analysis: A review","volume":"10","author":"Kamalrudin","year":"2018","journal-title":"J. Telecommun."},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.34028\/iajit\/19\/1\/12"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-013-9263-y"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1201\/9781315221229-2"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"171972","DOI":"10.1109\/ACCESS.2024.3464242","article-title":"Can GPT-4 aid in detecting ambiguities, inconsistencies, and incompleteness in requirements analysis? A comprehensive case study","volume":"12","author":"Mahbub","year":"2024","journal-title":"IEEE Access"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1080\/23311983.2020.1802804"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/iv.2008.47"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-34419-0_11"},{"key":"ref32","first-page":"812","article-title":"State-of-art practices to detect inconsistencies and ambiguities from software requirements","volume-title":"Proc. 37th Int. Conf. Softw. Eng. (ICSE)","volume":"1","author":"Sandhu"},{"issue":"14","key":"ref33","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1016\/S0950-5849(03)00100-9","article-title":"On the interplay between consistency, completeness, and correctness in requirements evolution","volume":"45","author":"Zowghi","year":"2003","journal-title":"Inf. Softw. Technol."},{"issue":"9","key":"ref34","doi-asserted-by":"crossref","first-page":"1473","DOI":"10.1109\/TPAMI.2005.186","article-title":"Spatial reasoning with incomplete information on relative positioning","volume":"27","author":"Dehak","year":"2005","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"e32","key":"ref35","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1017\/S0890060422000166","article-title":"Machine learning in requirements elicitation: A literature review","volume":"36","author":"Cheligeer","year":"2022","journal-title":"Artif. Intell. Eng. Des., Anal. Manuf."},{"issue":"6","key":"ref36","doi-asserted-by":"crossref","first-page":"180","DOI":"10.3390\/fi16060180","article-title":"Using ChatGPT in software requirements engineering: A comprehensive review","volume":"16","author":"Marques","year":"2024","journal-title":"Future Internet"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ONCON62778.2024.10931625"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1080\/07421222.1995.11518088"},{"issue":"2","key":"ref39","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1109\/MS.2023.3339934","article-title":"Requirements engineering and large language models: Insights from a panel","volume":"41","author":"Borg","year":"2024","journal-title":"IEEE Softw."},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/RE59067.2024.00056"},{"key":"ref41","doi-asserted-by":"crossref","DOI":"10.1016\/j.infsof.2024.107477","article-title":"Machine learning for requirements engineering (ML4RE): A systematic literature review complemented by practitioners\u2019 voices from stack overflow","volume":"172","author":"Li","year":"2024","journal-title":"Inf. Softw. Technol."},{"key":"ref42","first-page":"1","article-title":"A novel probabilistic-ABC based boosting model for software defect detection","volume-title":"Proc. Int. Conf. Innov. Inf., Embedded Commun. Syst. (ICIIECS)","author":"Kumar"},{"key":"ref43","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1017\/dsj.2024.8","article-title":"Challenges in applying large language models to requirements engineering tasks","volume":"10","author":"Norheim","year":"2024","journal-title":"Design Sci."},{"key":"ref44","article-title":"Leveraging transformer-based language models to automate requirements satisfaction assessment","author":"Poudel","year":"2023","journal-title":"arXiv:2312.04463"},{"key":"ref45","article-title":"Recurrent neural networks to automate quality assessment of software requirements","author":"Gramajo","year":"2021","journal-title":"arXiv:2105.04757"},{"key":"ref46","first-page":"75","article-title":"Requirements verification through the analysis of source code by large language models","volume-title":"Proc. SoutheastCon","author":"Couder"},{"key":"ref47","first-page":"335","article-title":"Inconsistency detection in natural language requirements using ChatGPT: A preliminary evaluation","volume-title":"Proc. IEEE 31st Int. Requirements Eng. Conf. (RE)","author":"Fantechi"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-29786-1_7"},{"issue":"14","key":"ref49","doi-asserted-by":"crossref","first-page":"8368","DOI":"10.3390\/app13148368","article-title":"Fault-prone software requirements specification detection using ensemble learning for edge\/cloud applications","volume":"13","author":"Muhamad","year":"2023","journal-title":"Appl. Sci."},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/RE59067.2024.00020"},{"key":"ref51","article-title":"A comprehensive survey of hallucination mitigation techniques in large language models","author":"Tonmoy","year":"2024","journal-title":"arXiv:2401.01313"},{"key":"ref52","article-title":"Examining proposed uses of LLMs to produce or assess assurance arguments","author":"Graydon","year":"2025"},{"key":"ref53","volume-title":"Road Vehicles-Function Safety","year":"2018"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.3403\/30392398u"},{"key":"ref55","first-page":"1","article-title":"Semi-automated system based defect detection in software requirements specification document","volume-title":"Proc. 5th IEEE Uttar Pradesh Sect. Int. Conf. Electr., Electron. Comput. Eng. (UPCON)","author":"Vaish"},{"key":"ref56","article-title":"INSIGHT: Enhancing autonomous driving safety through vision-language models on context-aware hazard detection and edge case evaluation","author":"Chen","year":"2025","journal-title":"arXiv:2502.00262"},{"key":"ref57","article-title":"HiLM-D: Enhancing MLLMs with multi-scale high-resolution details for autonomous driving","author":"Ding","year":"2023","journal-title":"arXiv:2309.05186"},{"issue":"6","key":"ref58","doi-asserted-by":"crossref","DOI":"10.1016\/j.cja.2024.103376","article-title":"Multi-modal intelligent situation awareness in real-time air traffic control: Control intent understanding and flight trajectory prediction","volume":"38","author":"GUO","year":"2025","journal-title":"Chin. J. Aeronaut."},{"key":"ref59","article-title":"Using multimodal large language models for automated detection of traffic safety critical events","author":"Tami","year":"2024","journal-title":"arXiv:2406.13894"},{"key":"ref60","article-title":"On the validation of complex systems operating in open contexts","author":"Poddey","year":"2019","journal-title":"arXiv:1902.10517"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99229-7_37"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/RE59067.2024.00029"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3477314.3507004"},{"key":"ref64","article-title":"An introduction to vision-language modeling","author":"Bordes","year":"2024","journal-title":"arXiv:2405.17247"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2010.11929"},{"key":"ref66","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"key":"ref67","volume-title":"Improving Language Understanding By Generative Pre-training","author":"Radford","year":"2018"},{"key":"ref68","article-title":"Learning transferable visual models from natural language supervision","author":"Radford","year":"2021","journal-title":"arXiv:2103.00020"},{"key":"ref69","article-title":"A challenger to GPT-4 V? Early explorations of gemini in visual expertise","author":"Fu","year":"2023","journal-title":"arXiv:2312.12436"},{"key":"ref70","article-title":"High-resolution image synthesis with latent diffusion models","author":"Rombach","year":"2021","journal-title":"arXiv:2112.10752"},{"key":"ref71","article-title":"Scaling up visual and vision-language representation learning with noisy text supervision","author":"Jia","year":"2021","journal-title":"arXiv:2102. 05918"},{"key":"ref72","article-title":"On the road with GPT-4 V(ision): Early explorations of visual-language model on autonomous driving","author":"Wen","year":"2023","journal-title":"arXiv:2311.05332"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2023.3338548"},{"key":"ref74","article-title":"Extending CLIP for Category-to-image retrieval in E-commerce","author":"Hendriksen","year":"2021","journal-title":"arXiv:2112.11294"},{"key":"ref75","article-title":"Exploring the frontier of vision-language models: A survey of current methodologies and future directions","author":"Ghosh","year":"2024","journal-title":"arXiv:2404.07214"},{"key":"ref76","doi-asserted-by":"crossref","first-page":"58443","DOI":"10.1109\/ACCESS.2020.2983149","article-title":"A survey of autonomous driving: Common practices and emerging technologies","volume":"8","author":"Yurtsever","year":"2020","journal-title":"IEEE Access"},{"issue":"12","key":"ref77","doi-asserted-by":"crossref","first-page":"666","DOI":"10.3390\/info14120666","article-title":"Formal methods and validation techniques for ensuring automotive systems security","volume":"14","author":"Krichen","year":"2023","journal-title":"Information"},{"issue":"1","key":"ref78","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1109\/MITS.2016.2583491","article-title":"Autonomous vehicle safety: An interdisciplinary challenge","volume":"9","author":"Koopman","year":"2017","journal-title":"IEEE Intell. Transp. Syst. Mag."},{"key":"ref79","volume-title":"Safe Driving Tips and Traffic Regulation Rules Royalty-free Images, Stock Photos & Pictures","year":"2025"},{"key":"ref80","article-title":"Language models are few-shot learners","author":"Brown","year":"2020","journal-title":"arXiv:2005.14165"},{"key":"ref81","doi-asserted-by":"crossref","DOI":"10.1016\/j.nlp.2024.100099","article-title":"A novel prompting method for few-shot NER via LLMs","volume":"8","author":"Cheng","year":"2024","journal-title":"Natural Lang. Process. J."},{"key":"ref82","article-title":"The prompt report: A systematic survey of prompt engineering techniques","volume-title":"arXiv:2406.06608","author":"Schulhoff","year":"2024"},{"issue":"101","key":"ref83","first-page":"1448","article-title":"What makes chain-of-thought prompting effective? A counterfactual study","volume-title":"Proc. Findings Assoc. Comput. Linguistics (EMNLP)","volume":"1","author":"Madaan"},{"key":"ref84","article-title":"A survey on evaluation of multimodal large language models","author":"Huang","year":"2024","journal-title":"arXiv:2408.15769"},{"key":"ref85","article-title":"BERTScore: Evaluating text generation with BERT","author":"Zhang","year":"2019","journal-title":"arXiv:1904. 09675"},{"key":"ref86","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Proc. Text Summarization Branches Out","author":"Lin"},{"key":"ref87","article-title":"How to choose a threshold for an evaluation metric for large language models","author":"Sarmah","year":"2024","journal-title":"arXiv:2412.12148"},{"key":"ref88","article-title":"Testing and evaluation of large language models: Correctness, non-toxicity, and fairness","author":"Wang","year":"2024","journal-title":"arXiv:2409.00551"},{"key":"ref89","volume-title":"Evaluating Large Language Models: A Comprehensive Guide","author":"Sale","year":"2024"},{"key":"ref90","author":"V","year":"2022","journal-title":"ASAM OpenSCENARIO: User Guide"},{"key":"ref91","article-title":"LoRA: Low-rank adaptation of large language models","author":"Hu","year":"2021","journal-title":"arXiv:2106.09685"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11072138.pdf?arnumber=11072138","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T05:12:37Z","timestamp":1752297157000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11072138\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":91,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3586554","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}