{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T18:59:25Z","timestamp":1776279565968,"version":"3.50.1"},"reference-count":115,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52405295"],"award-info":[{"award-number":["52405295"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002920","name":"Research Grants Council, University Grants Committee","doi-asserted-by":"publisher","award":["PolyU 25233824"],"award-info":[{"award-number":["PolyU 25233824"]}],"id":[{"id":"10.13039\/501100002920","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Advanced Engineering Informatics"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.aei.2026.104628","type":"journal-article","created":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T04:23:30Z","timestamp":1774671810000},"page":"104628","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"PA","title":["MERGE-PAG: Agent-based multimodal knowledge extraction and reasoning framework for pilot-action graph"],"prefix":"10.1016","volume":"74","author":[{"given":"Tiance","family":"Yang","sequence":"first","affiliation":[]},{"given":"Shanshan","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Zhuoxuan","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Zhensheng","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3929-6625","authenticated-orcid":false,"given":"Fan","family":"Li","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"1","key":"10.1016\/j.aei.2026.104628_b0005","first-page":"1","article-title":"Virtual reality & pilot training: existing technologies, challenges & opportunities","volume":"33","author":"Marron","year":"2024","journal-title":"J. Aviation\/Aerospace Educat. Res."},{"key":"10.1016\/j.aei.2026.104628_b0010","first-page":"78","article-title":"Spatial orientation and flight image: modern approaches to pilot training","volume":"4","author":"Fedorov","year":"2024","journal-title":"Crede Experto: Transp. Soc. Educat. Lang."},{"key":"10.1016\/j.aei.2026.104628_b0015","doi-asserted-by":"crossref","DOI":"10.1016\/j.jairtraman.2025.102786","article-title":"Pilots\u2019 training backgrounds affecting the attribution of event causal factors and airline safety management","volume":"125","author":"Chan","year":"2025","journal-title":"J. Air Transp. Manag."},{"key":"10.1016\/j.aei.2026.104628_b0020","doi-asserted-by":"crossref","unstructured":"W. Shengjun, Pilot Situational Awareness, in: The ECPH Encyclopedia of Psychology, Springer, 2024, pp. 1-2.","DOI":"10.1007\/978-981-99-6000-2_621-1"},{"key":"10.1016\/j.aei.2026.104628_b0025","doi-asserted-by":"crossref","unstructured":"N.B. Sarter, D.D. Woods, Pilot interaction with cockpit automation II: an experimental study of pilots\u2019 model and awareness of the flight management system, in: Situational Awareness, Routledge, 2017, pp. 259-286.","DOI":"10.4324\/9781315087924-17"},{"key":"10.1016\/j.aei.2026.104628_b0030","doi-asserted-by":"crossref","unstructured":"K. J. Parnell, R. A. Wynne, K. L. Plant, V. A. Banks, T. Griffin, GC, and N. A. Stanton, \u201cPilot decision\u2010making during a dual engine failure on take\u2010off: Insights from three different decision\u2010making models,\u201d Human Factors and Ergonomics in Manufacturing & Service Industries, vol. 32, no. 3, pp. 268\u2013285, 2022.","DOI":"10.1002\/hfm.20944"},{"key":"10.1016\/j.aei.2026.104628_b0035","unstructured":"J. Koskinen, Modern day Airline pilot training; Instructors View, 2024."},{"key":"10.1016\/j.aei.2026.104628_b0040","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1016\/j.trpro.2025.05.032","article-title":"Preliminary findings on enhancing ground training effectiveness: a qualitative analysis of cockpit ground training instructors\u2019 behaviours and characteristics from trainees\u2019 perspectives","volume":"88","author":"\u00d6zt\u00fcrk","year":"2025","journal-title":"Transp. Res. Procedia"},{"key":"10.1016\/j.aei.2026.104628_b0045","doi-asserted-by":"crossref","unstructured":"J. Boril, M. Jirgl, R. Jalovecky, Use of flight simulators in analyzing pilot behavior, in: Artificial Intelligence Applications and Innovations: 12th IFIP WG 12.5 International Conference and Workshops, AIAI 2016, Thessaloniki, Greece, September 16-18, 2016, Proceedings 12, 2016: Springer, pp. 255\u2013263.","DOI":"10.1007\/978-3-319-44944-9_22"},{"key":"10.1016\/j.aei.2026.104628_b0050","series-title":"International Conference on Human-Computer Interaction","first-page":"581","article-title":"Artificial intelligence in pilot training and education\u2013towards a machine learning aided instructor assistant for flight simulators","author":"Yang","year":"2021"},{"key":"10.1016\/j.aei.2026.104628_b0055","unstructured":"Y. Tiance, F. Li, S. Feng, R. Huang, Unveiling Cockpit Insights: Llms-Driven Generative Knowledge Graph for Pilot Operations, Available at SSRN 5177262."},{"key":"10.1016\/j.aei.2026.104628_b0060","unstructured":"R. Eklund, Tacit Knowledge: Nature and Transfer in Safety-Critical Systems, Application on Maritime Pilot Training, Chalmers Tekniska Hogskola (Sweden), 2024."},{"issue":"2","key":"10.1016\/j.aei.2026.104628_b0065","doi-asserted-by":"crossref","first-page":"1254","DOI":"10.1609\/aaai.v38i2.27888","article-title":"Visual chain-of-thought prompting for knowledge-based visual reasoning","volume":"38","author":"Chen","year":"2024","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"10.1016\/j.aei.2026.104628_b0070","series-title":"Management of the Fuzzy Front End of Innovation","first-page":"141","article-title":"Dancing with ambiguity: Causality behavior, design thinking, and triple-loop-learning","author":"Leifer","year":"2013"},{"key":"10.1016\/j.aei.2026.104628_b0075","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.aap.2013.03.036","article-title":"The effects of risk perception and flight experience on airline pilots\u2019 locus of control with regard to safety operation behaviors","volume":"57","author":"You","year":"2013","journal-title":"Accid. Anal. Prev."},{"key":"10.1016\/j.aei.2026.104628_b0080","series-title":"IEEE","first-page":"656","author":"Wen","year":"2025"},{"issue":"1326","key":"10.1016\/j.aei.2026.104628_b0085","doi-asserted-by":"crossref","first-page":"1613","DOI":"10.1017\/aer.2024.3","article-title":"Improving pilots\u2019 tactical decisions in air combat training using the critical decision method","volume":"128","author":"Mansikka","year":"2024","journal-title":"The Aeronautical J."},{"key":"10.1016\/j.aei.2026.104628_b0090","article-title":"Analyzing the drivers of pilots' individual performance in simulation training","volume":"19","author":"Lopes","year":"2025","journal-title":"Comput. Hum. Behav. Rep."},{"key":"10.1016\/j.aei.2026.104628_b0095","series-title":"In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"2906","article-title":"Temporal alignment networks for long-term video","author":"Han","year":"2022"},{"key":"10.1016\/j.aei.2026.104628_b0100","doi-asserted-by":"crossref","unstructured":"K. Luxem et al., Open-source tools for behavioral video analysis: setup, methods, and best practices, Elife 12 (2023) e79305.","DOI":"10.7554\/eLife.79305"},{"key":"10.1016\/j.aei.2026.104628_b0105","series-title":"In Proceedings of the 17th ACM International Conference on Web Search and Data Mining","first-page":"28","article-title":"Labelcraft: Empowering short video recommendations with automated label crafting","author":"Bai","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0110","series-title":"In Proceedings of the Computer Vision and Pattern Recognition Conference","first-page":"29118","article-title":"Adaptive keyframe sampling for long video understanding","author":"Tang","year":"2025"},{"key":"10.1016\/j.aei.2026.104628_b0115","series-title":"In Proceedings of the SIGGRAPH Asia 2025 Conference Papers","first-page":"1","article-title":"Context as memory: Scene-consistent interactive long video generation with memory retrieval","author":"Yu","year":"2025"},{"key":"10.1016\/j.aei.2026.104628_b0120","series-title":"In Proceedings of the 33rd ACM International Conference on Multimedia","first-page":"4281","article-title":"Visual context window extension: a new perspective for long video understanding","author":"Wei","year":"2025"},{"key":"10.1016\/j.aei.2026.104628_b0125","unstructured":"Y. Chen et al., Longvila: Scaling long-context visual language models for long videos, arXiv preprint arXiv:2408.10188, 2024."},{"key":"10.1016\/j.aei.2026.104628_b0130","first-page":"28828","article-title":"Longvideobench: a benchmark for long-context interleaved video-language understanding","volume":"37","author":"Wu","year":"2024","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"10.1016\/j.aei.2026.104628_b0135","series-title":"International Conference on Human-Computer Interaction","first-page":"134","article-title":"Adaptive interaction design for situational awareness in multi-task scenarios","author":"Wei","year":"2025"},{"key":"10.1016\/j.aei.2026.104628_b0140","series-title":"Cognitive Processes in Choice and Decision Behavior","first-page":"95","article-title":"Information processing theory: some concepts and methods applied to decision research","author":"Payne","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0145","article-title":"Cockpit resource management","author":"Wiener","year":"1995","journal-title":"Gulf Professional Publishing"},{"key":"10.1016\/j.aei.2026.104628_b0150","series-title":"In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"14313","article-title":"Timechat: a time-sensitive multimodal large language model for long video understanding","author":"Ren","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0155","unstructured":"J. Wang et al., A comprehensive review of multimodal large language models: Performance and challenges across different tasks, arXiv preprint arXiv:2408.01319, 2024."},{"key":"10.1016\/j.aei.2026.104628_b0160","series-title":"In Proceedings of the 32nd ACM International Conference on Multimedia","first-page":"3907","article-title":"Gpt4video: a unified multimodal large language model for lnstruction-followed understanding and safety-aware generation","author":"Wang","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0165","doi-asserted-by":"crossref","unstructured":"D. Zhang et al., Mm-llms: Recent advances in multimodal large language models, arXiv preprint arXiv:2401.13601, 2024.","DOI":"10.18653\/v1\/2024.findings-acl.738"},{"key":"10.1016\/j.aei.2026.104628_b0170","unstructured":"X. Huang et al., Understanding the planning of LLM agents: A survey, arXiv preprint arXiv:2402.02716, 2024."},{"key":"10.1016\/j.aei.2026.104628_b0175","unstructured":"Z. Liu, Y. Zhang, P. Li, Y. Liu, D. Yang, Dynamic llm-agent network: An llm-agent collaboration framework with agent team optimization, arXiv preprint arXiv:2310.02170, 2023."},{"key":"10.1016\/j.aei.2026.104628_b0180","series-title":"In Proceedings of the IEEE International Conference on Computer Vision","first-page":"3192","article-title":"Towards understanding action recognition","author":"Jhuang","year":"2013"},{"key":"10.1016\/j.aei.2026.104628_b0185","series-title":"In Proceedings of the IEEE International Conference on Computer Vision","first-page":"3551","article-title":"Action recognition with improved trajectories","author":"Wang","year":"2013"},{"issue":"5","key":"10.1016\/j.aei.2026.104628_b0190","doi-asserted-by":"crossref","first-page":"1366","DOI":"10.1007\/s11263-022-01594-9","article-title":"Human action recognition and prediction: a survey","volume":"130","author":"Kong","year":"2022","journal-title":"Int. J. Comput. Vis."},{"issue":"3","key":"10.1016\/j.aei.2026.104628_b0195","doi-asserted-by":"crossref","first-page":"2259","DOI":"10.1007\/s10462-020-09904-8","article-title":"A survey on video-based human action recognition: recent updates, datasets, challenges, and applications","volume":"54","author":"Pareek","year":"2021","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.aei.2026.104628_b0200","doi-asserted-by":"crossref","DOI":"10.1016\/j.imavis.2020.104090","article-title":"A framework of human action recognition using length control features fusion and weighted entropy-variances based feature selection","volume":"106","author":"Afza","year":"2021","journal-title":"Image Vis. Comput."},{"key":"10.1016\/j.aei.2026.104628_b0205","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2022.109097","article-title":"YogNet: a two-stream network for realtime multiperson yoga action recognition and posture correction","volume":"250","author":"Yadav","year":"2022","journal-title":"Knowl.-Based Syst."},{"issue":"2","key":"10.1016\/j.aei.2026.104628_b0210","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/j.cviu.2010.10.002","article-title":"A survey of vision-based methods for action representation, segmentation and recognition","volume":"115","author":"Weinland","year":"2011","journal-title":"Comput. Vis. Image Underst."},{"key":"10.1016\/j.aei.2026.104628_b0215","series-title":"In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"971","article-title":"Actionvlad: Learning spatio-temporal aggregation for action classification","author":"Girdhar","year":"2017"},{"key":"10.1016\/j.aei.2026.104628_b0220","doi-asserted-by":"crossref","first-page":"1317","DOI":"10.1016\/j.procs.2018.05.048","article-title":"Human detection and tracking using HOG for action recognition","volume":"132","author":"Seemanthini","year":"2018","journal-title":"Procedia Comput. Sci."},{"issue":"1","key":"10.1016\/j.aei.2026.104628_b0225","doi-asserted-by":"crossref","first-page":"33","DOI":"10.1007\/s13735-014-0069-5","article-title":"Video classification with densely extracted hog\/hof\/mbh features: an evaluation of the accuracy\/computational efficiency trade-off","volume":"4","author":"Uijlings","year":"2015","journal-title":"International Journal of Multimedia Information Retrieval"},{"key":"10.1016\/j.aei.2026.104628_b0230","doi-asserted-by":"crossref","unstructured":"M. Al Ghamdi, L. Zhang, Y. Gotoh, Spatio-temporal SIFT and its application to human action classification, in Computer Vision\u2013ECCV 2012. Workshops and Demonstrations: Florence, Italy, October 7-13, 2012, Proceedings, Part I 12, 2012: Springer, pp. 301\u2013310.","DOI":"10.1007\/978-3-642-33863-2_30"},{"key":"10.1016\/j.aei.2026.104628_b0235","series-title":"International Conference on Cognitive Computing and Information Processing","first-page":"475","article-title":"Human action detection and recognition using SIFT and SVM","author":"Dhulavvagol","year":"2017"},{"key":"10.1016\/j.aei.2026.104628_b0240","series-title":"German Conference on Pattern Recognition","first-page":"243","article-title":"Action recognition with hog-of features","author":"Baumann","year":"2013"},{"issue":"12","key":"10.1016\/j.aei.2026.104628_b0245","doi-asserted-by":"crossref","first-page":"6999","DOI":"10.1109\/TNNLS.2021.3084827","article-title":"A survey of convolutional neural networks: analysis, applications, and prospects","volume":"33","author":"Li","year":"2021","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"key":"10.1016\/j.aei.2026.104628_b0250","unstructured":"H. Salehinejad, S. Sankar, J. Barfett, E. Colak, and S. Valaee, \u201cRecent advances in recurrent neural networks,\u201d arXiv preprint arXiv:1801.01078, 2017."},{"issue":"8","key":"10.1016\/j.aei.2026.104628_b0255","doi-asserted-by":"crossref","first-page":"5929","DOI":"10.1007\/s10462-020-09838-1","article-title":"A review on the long short-term memory model","volume":"53","author":"Van Houdt","year":"2020","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.aei.2026.104628_b0260","unstructured":"J. Chung, C. Gulcehre, K. Cho, Y. Bengio, Empirical evaluation of gated recurrent neural networks on sequence modeling, arXiv preprint arXiv:1412.3555, 2014."},{"key":"10.1016\/j.aei.2026.104628_b0265","doi-asserted-by":"crossref","first-page":"424","DOI":"10.1016\/j.inffus.2022.09.025","article-title":"Multimodal sentiment analysis: a systematic review of history, datasets, multimodal fusion methods, applications, challenges and future directions","volume":"91","author":"Gandhi","year":"2023","journal-title":"Inf. Fusion"},{"key":"10.1016\/j.aei.2026.104628_b0270","series-title":"In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"10986","article-title":"Neural rgb (r) d sensing: Depth and uncertainty from a video camera","author":"Liu","year":"2019"},{"key":"10.1016\/j.aei.2026.104628_b0275","series-title":"IEEE","first-page":"11597","author":"Xu","year":"2023"},{"issue":"17","key":"10.1016\/j.aei.2026.104628_b0280","doi-asserted-by":"crossref","first-page":"18733","DOI":"10.1609\/aaai.v38i17.29837","article-title":"Generative multi-modal knowledge retrieval with large language models","volume":"38","author":"Long","year":"2024","journal-title":"Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"10.1016\/j.aei.2026.104628_b0285","series-title":"In the Twelfth International Conference on Learning Representations","article-title":"Self-rag: Learning to retrieve, generate, and critique through self-reflection","author":"Asai","year":"2023"},{"key":"10.1016\/j.aei.2026.104628_b0290","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.jsr.2019.12.015","article-title":"Detecting fatigue in car drivers and aircraft pilots by using non-invasive measures: the value of differentiation of sleepiness and mental fatigue","volume":"72","author":"Hu","year":"2020","journal-title":"J. Saf. Res."},{"key":"10.1016\/j.aei.2026.104628_b0295","doi-asserted-by":"crossref","DOI":"10.1016\/j.ssci.2023.106295","article-title":"Leveraging eye-tracking technologies to promote aviation safety-a review of key aspects, challenges, and future perspectives","volume":"168","author":"Mengtao","year":"2023","journal-title":"Saf. Sci."},{"key":"10.1016\/j.aei.2026.104628_b0300","article-title":"Knowledge extraction with no observable data","volume":"32","author":"Yoo","year":"2019","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"10.1016\/j.aei.2026.104628_b0305","doi-asserted-by":"crossref","first-page":"32862","DOI":"10.1109\/ACCESS.2020.2973928","article-title":"Named entity extraction for knowledge graphs: a literature overview","volume":"8","author":"Al-Moslmi","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.aei.2026.104628_b0310","unstructured":"S. Singh, Natural language processing for information extraction, arXiv preprint arXiv:1807.02383, 2018."},{"key":"10.1016\/j.aei.2026.104628_b0315","doi-asserted-by":"crossref","unstructured":"F. Sovrano, M. Palmirani, F. Vitali, Legal knowledge extraction for knowledge graph based question-answering, in: Legal knowledge and information systems, IOS Press, 2020, pp. 143-153.","DOI":"10.3233\/FAIA200858"},{"key":"10.1016\/j.aei.2026.104628_b0320","doi-asserted-by":"crossref","first-page":"21","DOI":"10.1007\/s10462-017-9539-5","article-title":"Knowledge-based recommendation: a review of ontology-based recommender systems for e-learning","volume":"50","author":"Tarus","year":"2018","journal-title":"Artif. Intell. Rev."},{"key":"10.1016\/j.aei.2026.104628_b0325","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121411","article-title":"Feature interactive graph neural network for KG-based recommendation","volume":"237","author":"Yan","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.aei.2026.104628_b0330","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.jmsy.2021.08.002","article-title":"Towards Self-X cognitive manufacturing network: an industrial knowledge graph-based multi-agent reinforcement learning approach","volume":"61","author":"Zheng","year":"2021","journal-title":"J. Manuf. Syst."},{"key":"10.1016\/j.aei.2026.104628_b0335","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2023.102172","article-title":"Systematic knowledge modeling and extraction methods for manufacturing process planning based on knowledge graph","volume":"58","author":"Wen","year":"2023","journal-title":"Adv. Eng. Inf."},{"issue":"1","key":"10.1016\/j.aei.2026.104628_b0340","doi-asserted-by":"crossref","first-page":"4","DOI":"10.1002\/hpm.2303","article-title":"Knowledge management practices in healthcare settings: a systematic review","volume":"32","author":"Karamitri","year":"2017","journal-title":"Int. J. Health Plann. Manage."},{"issue":"4","key":"10.1016\/j.aei.2026.104628_b0345","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3447772","article-title":"Knowledge graphs","volume":"54","author":"Hogan","year":"2021","journal-title":"ACM Computing Surveys (Csur)"},{"issue":"2","key":"10.1016\/j.aei.2026.104628_b0350","article-title":"Extracting domain knowledge elements of construction safety management: rule-based approach using chinese natural language processing","volume":"37","author":"Xu","year":"2021","journal-title":"J. Manag. Eng."},{"key":"10.1016\/j.aei.2026.104628_b0355","first-page":"1","article-title":"A user-knowledge dynamic pattern matching process and optimization strategy based on the expert knowledge recommendation system","author":"Gao","year":"2021","journal-title":"Appl. Intell."},{"issue":"3","key":"10.1016\/j.aei.2026.104628_b0360","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1080\/10291954.2016.1196528","article-title":"An analysis of how students construct knowledge in a course with a hierarchical knowledge structure","volume":"31","author":"Myers","year":"2017","journal-title":"South African J. Account. Res."},{"key":"10.1016\/j.aei.2026.104628_b0365","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1007\/s10618-012-0253-2","article-title":"Mining the semantic web: statistical learning for next generation knowledge bases","volume":"24","author":"Rettinger","year":"2012","journal-title":"Data Min. Knowl. Disc."},{"key":"10.1016\/j.aei.2026.104628_b0370","series-title":"International Semantic Web Conference","first-page":"247","article-title":"Text2kgbench: A benchmark for ontology-driven knowledge graph generation from text","author":"Mihindukulasooriya","year":"2023"},{"issue":"9","key":"10.1016\/j.aei.2026.104628_b0375","doi-asserted-by":"crossref","first-page":"8934","DOI":"10.1109\/TKDE.2022.3220219","article-title":"A survey on deep semi-supervised learning","volume":"35","author":"Yang","year":"2022","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"6","key":"10.1016\/j.aei.2026.104628_b0380","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/s10462-025-11162-5","article-title":"BERT applications in natural language processing: a review","volume":"58","author":"Gardazi","year":"2025","journal-title":"Artif. Intell. Rev."},{"issue":"5","key":"10.1016\/j.aei.2026.104628_b0385","doi-asserted-by":"crossref","first-page":"2074","DOI":"10.3390\/app14052074","article-title":"A review of current trends, techniques, and challenges in large language models (llms)","volume":"14","author":"Patil","year":"2024","journal-title":"Appl. Sci."},{"key":"10.1016\/j.aei.2026.104628_b0390","article-title":"KG-prompt: Interpretable knowledge graph prompt for pre-trained language models","author":"Chen","year":"2025","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.aei.2026.104628_b0395","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2025.103422","article-title":"A context-aware KG-LLM collaborated conceptual design approach for personalized products: a case in lower limbs rehabilitation assistive devices","volume":"66","author":"Pan","year":"2025","journal-title":"Adv. Eng. Inf."},{"key":"10.1016\/j.aei.2026.104628_b0400","series-title":"In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"5089","article-title":"Mukea: Multimodal knowledge extraction and accumulation for knowledge-based visual question answering","author":"Ding","year":"2022"},{"key":"10.1016\/j.aei.2026.104628_b0405","series-title":"In Proceedings of the 30th ACM International Conference on Multimedia","first-page":"3829","article-title":"Cross-domain and cross-modal knowledge distillation in domain adaptation for 3d semantic segmentation","author":"Li","year":"2022"},{"key":"10.1016\/j.aei.2026.104628_b0410","doi-asserted-by":"crossref","DOI":"10.1016\/j.knosys.2024.112294","article-title":"DANTE: Dialog graph enhanced prompt learning for conversational question answering over KGs","volume":"301","author":"Li","year":"2024","journal-title":"Knowl.-Based Syst."},{"key":"10.1016\/j.aei.2026.104628_b0415","series-title":"In Proceedings of the Seventh Joint Conference on Lexical and Computational Semantics","first-page":"225","article-title":"A multimodal translation-based approach for knowledge graph representation learning","author":"Mousselly-Sergieh","year":"2018"},{"key":"10.1016\/j.aei.2026.104628_b0420","series-title":"In Proceedings of the 31st ACM International Conference on Multimedia","first-page":"2391","article-title":"TIVA-KG: a multimodal knowledge graph with text, image, video and audio","author":"Wang","year":"2023"},{"key":"10.1016\/j.aei.2026.104628_b0425","series-title":"In Proceedings of the 45th International ACM SIGIR Conference on Research and Development in Information Retrieval","first-page":"904","article-title":"Hybrid transformer with multi-level fusion for multimodal knowledge graph completion","author":"Chen","year":"2022"},{"issue":"4","key":"10.1016\/j.aei.2026.104628_b0430","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2025.104156","article-title":"MCCI: a multi-channel collaborative interaction framework for multimodal knowledge graph completion","volume":"62","author":"Zhang","year":"2025","journal-title":"Inf. Process. Manag."},{"key":"10.1016\/j.aei.2026.104628_b0435","series-title":"In Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","first-page":"91","article-title":"Native: Multi-modal knowledge graph completion in the wild","author":"Zhang","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0440","series-title":"IEEE","first-page":"1501","author":"Li","year":"2024"},{"key":"10.1016\/j.aei.2026.104628_b0445","unstructured":"C.A. Wolter, B.F. Gore, A validated task analysis of the single pilot operations concept, 2015."},{"key":"10.1016\/j.aei.2026.104628_b0450","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1016\/j.ress.2019.01.009","article-title":"Unstable approach in aviation: Mental model disconnects between pilots and air traffic controllers and interaction conflicts","volume":"185","author":"Lai","year":"2019","journal-title":"Reliab. Eng. Syst. Saf."},{"key":"10.1016\/j.aei.2026.104628_b0455","doi-asserted-by":"crossref","DOI":"10.1016\/j.ress.2019.106657","article-title":"Investigating the evolving context of an unstable approach in aviation from mental model disconnects with an agent-based model","volume":"193","author":"Lai","year":"2020","journal-title":"Reliab. Eng. Syst. Saf."},{"issue":"5","key":"10.1016\/j.aei.2026.104628_b0460","doi-asserted-by":"crossref","first-page":"910","DOI":"10.1109\/9.855552","article-title":"Gaussian filters for nonlinear filtering problems","volume":"45","author":"Ito","year":"2002","journal-title":"IEEE Trans. Autom. Control"},{"issue":"1","key":"10.1016\/j.aei.2026.104628_b0465","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1109\/97.736233","article-title":"A statistical model-based voice activity detection","volume":"6","author":"Sohn","year":"1999","journal-title":"IEEE Signal Process Lett."},{"key":"10.1016\/j.aei.2026.104628_b0470","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.126422","article-title":"Accident investigation via LLMs reasoning: HFACS-guided Chain-of-Thoughts enhance general aviation safety","volume":"269","author":"Liu","year":"2025","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.aei.2026.104628_b0475","doi-asserted-by":"crossref","unstructured":"Q. Liu, P. Song, F. Li, Exploring the dynamic determinants of general aviation accidents across flight phases and time: A random parameter bivariate probit approach with heterogeneity in means, Analytic Methods in Accident Research, 2025, p. 100386.","DOI":"10.1016\/j.amar.2025.100386"},{"key":"10.1016\/j.aei.2026.104628_b0480","unstructured":"E. Mahr, M. Coker, Flight Crew Training Manual, The Boeing Company, 1999."},{"key":"10.1016\/j.aei.2026.104628_b0485","series-title":"Advanced aircraft flight performance","author":"Filippone","year":"2012"},{"key":"10.1016\/j.aei.2026.104628_b0490","doi-asserted-by":"crossref","unstructured":"C. Krause, F. Holzapfel System automation of a DA42 general aviation aircraft, in: 2018 Aviation Technology Integration, and Operations Conference, 2018, p. 3984.","DOI":"10.2514\/6.2018-3984"},{"key":"10.1016\/j.aei.2026.104628_b0495","unstructured":"HKCAD, Aeronautical Information Publication Hong Kong, Civil Aviation Department of The Government of the HKSAR. https:\/\/www.ais.gov.hk\/# (accessed."},{"issue":"15","key":"10.1016\/j.aei.2026.104628_b0500","first-page":"1559","article-title":"Motion detection based on frame difference method","volume":"4","author":"Singla","year":"2014","journal-title":"Internat. J. Infor. Comput. Technol."},{"issue":"5","key":"10.1016\/j.aei.2026.104628_b0505","doi-asserted-by":"crossref","first-page":"284","DOI":"10.1080\/13682199.2019.1641316","article-title":"An overview of optical flow-based approaches for motion segmentation","volume":"67","author":"Anthwal","year":"2019","journal-title":"The Imaging Sci. J."},{"key":"10.1016\/j.aei.2026.104628_b0510","doi-asserted-by":"crossref","unstructured":"D. Maturana, S. Scherer, Voxnet: A 3d convolutional neural network for real-time object recognition, in: 2015 IEEE\/RSJ international conference on intelligent robots and systems (IROS), 2015: IEEE, pp. 922\u2013928.","DOI":"10.1109\/IROS.2015.7353481"},{"issue":"8","key":"10.1016\/j.aei.2026.104628_b0515","doi-asserted-by":"crossref","first-page":"11109","DOI":"10.1007\/s11063-023-11367-1","article-title":"Swin-fusion: Swin-transformer with feature fusion for human action recognition","volume":"55","author":"Chen","year":"2023","journal-title":"Neural Process. Lett."},{"key":"10.1016\/j.aei.2026.104628_b0520","doi-asserted-by":"crossref","unstructured":"Goldberger, Greenspan, An efficient image similarity measure based on approximations of KL-divergence between two Gaussian mixtures, in: Proceedings Ninth IEEE International conference on computer vision, IEEE, vol. 1, 2003, pp. 487\u2013493.","DOI":"10.1109\/ICCV.2003.1238387"},{"issue":"6","key":"10.1016\/j.aei.2026.104628_b0525","doi-asserted-by":"crossref","first-page":"1091","DOI":"10.1109\/TPAMI.2007.1078","article-title":"A normalized Levenshtein distance metric","volume":"29","author":"Yujian","year":"2007","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"10.1016\/j.aei.2026.104628_b0530","series-title":"In Proceedings of the European Conference on Computer Vision (ECCV)","first-page":"3","article-title":"Bsn: Boundary sensitive network for temporal action proposal generation","author":"Lin","year":"2018"},{"issue":"21","key":"10.1016\/j.aei.2026.104628_b0535","doi-asserted-by":"crossref","first-page":"16453","DOI":"10.1007\/s00500-020-04954-0","article-title":"Temporal convolutional neural (TCN) network for an effective weather forecasting using time-series data from the local weather station","volume":"24","author":"Hewage","year":"2020","journal-title":"Soft. Comput."},{"key":"10.1016\/j.aei.2026.104628_b0540","series-title":"In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","first-page":"3575","article-title":"Ms-tcn: Multi-stage temporal convolutional network for action segmentation","author":"Farha","year":"2019"},{"key":"10.1016\/j.aei.2026.104628_b0545","series-title":"In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition","first-page":"156","article-title":"Temporal convolutional networks for action segmentation and detection","author":"Lea","year":"2017"},{"key":"10.1016\/j.aei.2026.104628_b0550","doi-asserted-by":"crossref","first-page":"1261","DOI":"10.12688\/f1000research.73175.2","article-title":"MSTCN: a multiscale temporal convolutional network for user independent human activity recognition","volume":"10","author":"Sekaran","year":"2022","journal-title":"F1000Research"},{"key":"10.1016\/j.aei.2026.104628_b0555","series-title":"In Proceedings of the IEEE\/CVF International Conference on Computer Vision","first-page":"13526","article-title":"Relaxed transformer decoders for direct action proposal generation","author":"Tan","year":"2021"},{"key":"10.1016\/j.aei.2026.104628_b0560","doi-asserted-by":"crossref","unstructured":"N. Craswell, Mean reciprocal rank, in: Encyclopedia of Database Systems, Springer, 2016, p. 1.","DOI":"10.1007\/978-1-4899-7993-3_488-2"},{"key":"10.1016\/j.aei.2026.104628_b0565","article-title":"Translating embeddings for modeling multi-relational data","volume":"26","author":"Bordes","year":"2013","journal-title":"Adv. Neural Inf. Proces. Syst."},{"key":"10.1016\/j.aei.2026.104628_b0570","unstructured":"B. Yang, W.-t. Yih, X. He, J. Gao, L. Deng, Embedding entities and relations for learning and inference in knowledge bases, arXiv preprint arXiv:1412.6575, 2014."},{"key":"10.1016\/j.aei.2026.104628_b0575","unstructured":"T. Trouillon, J. Welbl, S. Riedel, \u00c9. Gaussier, G. Bouchard, Complex embeddings for simple link prediction, in International conference on machine learning, 2016: PMLR, pp. 2071\u20132080."}],"container-title":["Advanced Engineering Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626003204?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626003204?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T01:17:16Z","timestamp":1776129436000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1474034626003204"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":115,"alternative-id":["S1474034626003204"],"URL":"https:\/\/doi.org\/10.1016\/j.aei.2026.104628","relation":{},"ISSN":["1474-0346"],"issn-type":[{"value":"1474-0346","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"MERGE-PAG: Agent-based multimodal knowledge extraction and reasoning framework for pilot-action graph","name":"articletitle","label":"Article Title"},{"value":"Advanced Engineering Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.aei.2026.104628","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104628"}}