{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T06:59:28Z","timestamp":1785135568853,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":18,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,5,29]],"date-time":"2026-05-29T00:00:00Z","timestamp":1780012800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,5,29]]},"DOI":"10.1145\/3821162.3821178","type":"proceedings-article","created":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T06:05:44Z","timestamp":1785132344000},"page":"84-89","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Research on Construction Method of Evaluation Dataset for Civil Aircraft Onboard Software Large Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-1363-5066","authenticated-orcid":false,"given":"Shuqin","family":"Yan","sequence":"first","affiliation":[{"name":"COMAC Shanghai Aircraft Design & Research Institute, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-0363-5981","authenticated-orcid":false,"given":"Yijiu","family":"Zou","sequence":"additional","affiliation":[{"name":"COMAC Shanghai Aircraft Design & Research Institute, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9857-5061","authenticated-orcid":false,"given":"Jinghua","family":"Sun","sequence":"additional","affiliation":[{"name":"COMAC Shanghai Aircraft Design & Research Institute, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2117-7640","authenticated-orcid":false,"given":"Yige","family":"Zhao","sequence":"additional","affiliation":[{"name":"COMAC Shanghai Aircraft Design & Research Institute, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0966-4559","authenticated-orcid":false,"given":"Rongtai","family":"Yang","sequence":"additional","affiliation":[{"name":"Nanjing University of Aeronautics and Astronautics, Nanjing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2047-8832","authenticated-orcid":false,"given":"Kexi","family":"Huang","sequence":"additional","affiliation":[{"name":"COMAC Shanghai Aircraft Design & Research Institute, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,26]]},"reference":[{"key":"e_1_3_3_1_1_2","volume-title":"DO-178C Software Considerations in Airborne Systems and Equipment Certification[S]","author":"RTCA.","year":"2011","unstructured":"RTCA. DO-178C Software Considerations in Airborne Systems and Equipment Certification[S]. Washington: RTCA Inc, 2011."},{"key":"e_1_3_3_1_2_2","volume-title":"AC-20-115D Airworthiness Certification Guidelines for Airborne Software[S]","author":"Civil Aviation Administration of China.","year":"2020","unstructured":"Civil Aviation Administration of China. AC-20-115D Airworthiness Certification Guidelines for Airborne Software[S]. Beijing: CAAC, 2020."},{"key":"e_1_3_3_1_3_2","volume-title":"Software Development and Certification for Safety-Critical Systems[M]. Cui X F Trans","author":"Lewis J W","year":"2018","unstructured":"Lewis J W. Software Development and Certification for Safety-Critical Systems[M]. Cui X F Trans. Beijing: Publishing House of Electronics Industry, 2018."},{"key":"e_1_3_3_1_4_2","volume-title":"Posts & Telecom Press","author":"China Academy of Information and Communications Technology. YD\/T 4450-2024 Technical Requirements and Test Methods for Large Language Models[S]. Beijing","year":"2024","unstructured":"China Academy of Information and Communications Technology. YD\/T 4450-2024 Technical Requirements and Test Methods for Large Language Models[S]. Beijing: Posts & Telecom Press, 2024."},{"key":"e_1_3_3_1_5_2","volume-title":"Zhang Y. CAMB: Industrial Large Language Model Evaluation Benchmark for Civil Aviation Maintenance[J\/OL]. arXiv:2508.20420","author":"Zhang F","year":"2025","unstructured":"Zhang F, Pang C, Zhang Y. CAMB: Industrial Large Language Model Evaluation Benchmark for Civil Aviation Maintenance[J\/OL]. arXiv:2508.20420, 2025."},{"key":"e_1_3_3_1_6_2","volume-title":"SciSafeEval: A Comprehensive Benchmark for Safety Alignment of LLMs in Scientific Tasks[J\/OL]. arXiv:2410.03769","author":"Li T","year":"2024","unstructured":"Li T, et al. SciSafeEval: A Comprehensive Benchmark for Safety Alignment of LLMs in Scientific Tasks[J\/OL]. arXiv:2410.03769, 2024."},{"key":"e_1_3_3_1_7_2","unstructured":"OpenAI. GPT-4o Technical Report[R]. 2024."},{"key":"e_1_3_3_1_8_2","unstructured":"Alibaba DAMO Academy. Qwen-70B Technical Report[R]. 2024."},{"key":"e_1_3_3_1_9_2","volume-title":"UAVBench: Benchmarking Multimodal LLMs for Low-Altitude UAV Vision-Language Understanding[J\/OL]. arXiv:2603.14336","author":"Yang Z","year":"2026","unstructured":"Yang Z, Yuan Y. UAVBench: Benchmarking Multimodal LLMs for Low-Altitude UAV Vision-Language Understanding[J\/OL]. arXiv:2603.14336, 2026."},{"key":"e_1_3_3_1_10_2","volume-title":"The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs[J\/OL]. arXiv:2506.11094","author":"Liu S","year":"2025","unstructured":"Liu S, Li C, Qiu J, et al. The Scales of Justitia: A Comprehensive Survey on Safety Evaluation of LLMs[J\/OL]. arXiv:2506.11094, 2025."},{"key":"e_1_3_3_1_11_2","unstructured":"FAA. AC 20-152A Guidance for Airborne System Software"},{"key":"e_1_3_3_1_12_2","volume-title":"AMC 20-115D Software Considerations for Certification of Airborne Systems and Equipment[Z]","author":"EASA.","year":"2017","unstructured":"EASA. AMC 20-115D Software Considerations for Certification of Airborne Systems and Equipment[Z]. Cologne: European Union Aviation Safety Agency, 2017."},{"key":"e_1_3_3_1_13_2","volume-title":"ARP4754A Guidelines for Development of Civil Aircraft and Systems[S]","author":"International","year":"2010","unstructured":"SAE International. ARP4754A Guidelines for Development of Civil Aircraft and Systems[S]. Warrendale: SAE International, 2010."},{"key":"e_1_3_3_1_14_2","volume-title":"Beyond One-Model-Fits-All: A Survey of Domain Specialization for Large Language Models[J\/OL]. arXiv:2305.18703","author":"Ling C","year":"2023","unstructured":"Ling C, Zhao X, Lu J, et al. Beyond One-Model-Fits-All: A Survey of Domain Specialization for Large Language Models[J\/OL]. arXiv:2305.18703, 2023."},{"key":"e_1_3_3_1_15_2","volume-title":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs[J\/OL]. arXiv:2308.13387","author":"Carlini N","year":"2023","unstructured":"Carlini N, Tramer F, Wallace E, et al. Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs[J\/OL]. arXiv:2308.13387, 2023."},{"key":"e_1_3_3_1_16_2","volume-title":"SafetyBench: Evaluating the Safety of Large Language Models[J\/OL]. arXiv:2309.07045","author":"Zhang Z","year":"2023","unstructured":"Zhang Z, Lei L, Wu L, et al. SafetyBench: Evaluating the Safety of Large Language Models[J\/OL]. arXiv:2309.07045, 2023."},{"key":"e_1_3_3_1_17_2","volume-title":"DO-330 Software Tool Qualification Considerations[S]","author":"RTCA.","year":"2011","unstructured":"RTCA. DO-330 Software Tool Qualification Considerations[S]. Washington: RTCA Inc, 2011."},{"key":"e_1_3_3_1_18_2","volume-title":"Large Language Model Safety: A Holistic Survey[J\/OL]. arXiv:2412.17686","author":"Shi D","year":"2024","unstructured":"Shi D, Shen T, Huang Y, et al. Large Language Model Safety: A Holistic Survey[J\/OL]. arXiv:2412.17686, 2024."}],"event":{"name":"CNCIT 2026: 2026 5th International Conference on Networks, Communications and Information Technology","location":"Chongqing China","acronym":"CNCIT 2026"},"container-title":["Proceedings of the 2026 5th International Conference on Networks, Communications and Information Technology"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3821162.3821178","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T06:06:31Z","timestamp":1785132391000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3821162.3821178"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,29]]},"references-count":18,"alternative-id":["10.1145\/3821162.3821178","10.1145\/3821162"],"URL":"https:\/\/doi.org\/10.1145\/3821162.3821178","relation":{},"subject":[],"published":{"date-parts":[[2026,5,29]]},"assertion":[{"value":"2026-07-26","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}