{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T23:15:47Z","timestamp":1761174947320,"version":"build-2065373602"},"reference-count":27,"publisher":"Polish Information Processing Society","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"DOI":"10.15439\/2025f2314","type":"proceedings-article","created":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T07:44:23Z","timestamp":1761119063000},"page":"441-449","source":"Crossref","is-referenced-by-count":0,"title":["Leveraging Large Language Models for Automated Export Control Screening:  Evaluating LLMs Framework"],"prefix":"10.15439","volume":"43","author":[{"given":"Salem","family":"Alotaibi","sequence":"first","affiliation":[{"name":"University of Liverpool"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexei","family":"Lisitsa","sequence":"additional","affiliation":[{"name":"University of Liverpool"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Antony","family":"McCabe","sequence":"additional","affiliation":[{"name":"University of Liverpool"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Joanna","family":"MacSween","sequence":"additional","affiliation":[{"name":"University of Liverpool"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"6175","published-online":{"date-parts":[[2025,10,15]]},"reference":[{"key":"ref1","unstructured":"Export Control Joint Unit, Department for International Trade,\nand Department for Business and Trade, \u201cOpen general\nexport licences (ogels),\u201d 2025, last updated: 6 March\n2025. [Online]. Available: https:\/\/www.gov.uk\/government\/collections\/open-general-export-licences-ogels"},{"key":"ref2","unstructured":"UK Department for International Trade and Export Control Joint\nUnit, \u201cDo i need an export licence?\u201d 2019, last updated:\n13 August 2019. [Online]. Available: https:\/\/www.gov.uk\/guidance\/beginners-guide-to-export-controls"},{"key":"ref3","unstructured":"UK Department for Business and Trade, \u201cSpire export control system,\u201d\n2024. [Online]. Available: https:\/\/www.spire.trade.gov.uk"},{"key":"ref4","unstructured":"U.S. Department of Commerce, Bureau of Industry and Security,\n\u201cExport administration regulations (ear),\u201d 2024, accessed: May 2024.\n[Online]. Available: https:\/\/www.bis.gov\/regulations\/ear"},{"key":"ref5","unstructured":"U.S. Department of State, Directorate of Defense Trade Controls,\n\u201cInternational traffic in arms regulations (itar),\u201d 2024. [Online].\nAvailable: https:\/\/www.pmddtc.state.gov\/ddtc_public?id=ddtc_public_portal_itar_landing"},{"key":"ref6","unstructured":"UK Government, \u201cThe export control order 2008,\u201d 2008, statutory\nInstrument No. 3231. [Online]. Available: https:\/\/www.legislation.gov.uk\/uksi\/2008\/3231\/contents\/made"},{"key":"ref7","unstructured":"European Parliament and Council, \u201cRegulation (eu) 2021\/821 setting\nup a union regime for the control of exports, transfer, brokering and\ntransit of dual-use items,\u201d 2021. [Online]. Available: https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=CELEX%3A32021R0821"},{"key":"ref8","unstructured":"Export Control Joint Unit, Department for International Trade,\nand Department for Business and Trade, \u201cExport controls:\nMilitary goods, software and technology,\u201d 2024, last updated:\n10 April 2024. [Online]. Available: https:\/\/www.gov.uk\/guidance\/export-controls-military-goods-software-and-technology"},{"key":"ref9","doi-asserted-by":"publisher","unstructured":"S. Hassani, M. Sabetzadeh, D. Amyot, and J. Liao, \u201cRethinking\nlegal compliance automation: Opportunities with large language\nmodels,\u201d in 2024 IEEE International Requirements Engineering\nConference (RE), 2024, pp. 432\u2013440. [Online]. Available: https:\/\/doi.org\/10.1109\/RE59067.2024.00051","DOI":"10.1109\/RE59067.2024.00051"},{"key":"ref10","doi-asserted-by":"publisher","unstructured":"J. Ioannidis, J. Harper, M. S. Quah, and D. Hunter, \u201cGracenote.ai: Legal generative ai for regulatory compliance,\u201d in Proceedings of the\n3rd International Workshop on AI for Legal Professionals (LegalAIIA),\n2023. [Online]. Available: https:\/\/doi.org\/10.2139\/ssrn.4494272","DOI":"10.2139\/ssrn.4494272"},{"key":"ref11","doi-asserted-by":"publisher","unstructured":"H. Zhang, N. Jethani, S. Jones, N. Genes, V. J. Major, I. S.\nJaffe, and et al., \u201cEvaluating large language models in extracting\ncognitive exam dates and scores,\u201d PLOS Digit Health, vol. 3, no. 12,\np. e0000685, 2024. https:\/\/dx.doi.org\/10.1371\/journal.pdig.0000685. [Online].\nAvailable: https:\/\/doi.org\/10.1371\/journal.pdig.0000685","DOI":"10.1371\/journal.pdig.0000685"},{"key":"ref12","doi-asserted-by":"publisher","unstructured":"S. Hassani, \u201cEnhancing legal compliance and regulation analysis with\nlarge language models,\u201d in 2024 IEEE International Requirements\nEngineering Conference (RE), 2024. https:\/\/dx.doi.org\/10.1109\/RE59067.2024.00065\npp. 507\u2013511. [Online]. Available: https:\/\/doi.org\/10.1109\/RE59067.2024.00065","DOI":"10.1109\/RE59067.2024.00065"},{"key":"ref13","doi-asserted-by":"publisher","unstructured":"N. Chen, X. Lin, H. Jiang, and Y. An, \u201cAutomated building information\nmodeling compliance check through a large language model combined\nwith deep learning and ontology,\u201d Buildings, vol. 14, no. 7, p. 1983,\n2024. [Online]. Available: https:\/\/doi.org\/10.3390\/buildings14071983","DOI":"10.3390\/buildings14071983"},{"key":"ref14","doi-asserted-by":"publisher","unstructured":"A. Berger, L. Hillebrand, D. Leonhard, T. Deu\u00dfer, T. B. F. D. Oliveira,\nT. Dilmaghani, and R. Sifa, \u201cTowards automated regulatory compliance\nverification in financial auditing with large language models,\u201d in 2023\nIEEE International Conference on Big Data (BigData), 2023, pp.\n4626\u20134635. [Online]. Available: https:\/\/doi.org\/10.1109\/BigData59044.2023.10386518","DOI":"10.1109\/BigData59044.2023.10386518"},{"key":"ref15","doi-asserted-by":"publisher","unstructured":"S. Wilson, F. Schaub, Y. Agarwal, A. Acquisti, L. Cranor, and\nN. Sadeh, \u201cThe creation and analysis of a website privacy policy\ncorpus,\u201d in Proceedings of the Annual Meeting of the Association\nfor Computational Linguistics (ACL), vol. 1, 2016, pp. 1330\u20131340.\n[Online]. Available: https:\/\/doi.org\/10.18653\/v1\/P16-1126","DOI":"10.18653\/v1\/P16-1126"},{"key":"ref16","doi-asserted-by":"publisher","unstructured":"O. Amaral, S. Abualhaija, D. Torre, M. Sabetzadeh, and L. C. Briand,\n\u201cAI-enabled automation for completeness checking of privacy policies,\u201d\nIEEE Transactions on Software Engineering, vol. 48, no. 11, pp.\n4647\u20134674, 2022. https:\/\/dx.doi.org\/10.1109\/TSE.2021.3124332. [Online]. Available:\nhttps:\/\/doi.org\/10.1109\/TSE.2021.3124332","DOI":"10.1109\/TSE.2021.3124332"},{"key":"ref17","doi-asserted-by":"publisher","unstructured":"K. M. Sathyendra, S. Wilson, F. Schaub, S. Zimmeck, and N. Sadeh,\n\u201cIdentifying the provision of choices in privacy policy text,\u201d in\nProceedings of the 2017 Conference on Empirical Methods in Natural\nLanguage Processing (EMNLP). Association for Computational\nLinguistics, 2017. https:\/\/dx.doi.org\/10.18653\/v1\/D17-1294 pp. 2774\u20132779. [Online].\nAvailable: https:\/\/doi.org\/10.18653\/v1\/D17-1294","DOI":"10.18653\/v1\/D17-1294"},{"key":"ref18","doi-asserted-by":"publisher","unstructured":"S. R. Bogireddy and N. Dasari, \u201cComparative analysis of chatgpt-4 and\nllama: Performance evaluation on text summarization, data analysis,\nand question answering,\u201d in 2024 15th International Conference on\nComputing Communication and Networking Technologies (ICCCNT),\n2024. https:\/\/dx.doi.org\/10.1109\/ICCCNT61001.2024.10725662 pp. 1\u20137. [Online].\nAvailable: https:\/\/doi.org\/10.1109\/ICCCNT61001.2024.10725662","DOI":"10.1109\/ICCCNT61001.2024.10725662"},{"key":"ref19","doi-asserted-by":"publisher","unstructured":"S. Pandya, T. E. Bresler, T. Wilson, Z. Htway, and M. Fujita,\n\u201cDecoding the nccn guidelines with ai: A comparative evaluation of\nchatgpt-4.0 and llama 2 in the management of thyroid carcinoma,\u201d The\nAmerican Surgeon, vol. 91, no. 1, pp. 94\u201398, 2025. [Online]. Available:\nhttps:\/\/doi.org\/10.1177\/00031348241269430","DOI":"10.1177\/00031348241269430"},{"key":"ref20","doi-asserted-by":"publisher","unstructured":"H. Yin, A. Aryani, and N. Nambiar, \u201cEvaluating the performance of large\nlanguage models for sdg mapping,\u201d arXiv, techreport https:\/\/arxiv.org\/abs\/2408.02201,\n2024. [Online]. Available: https:\/\/doi.org\/10.48550\/arXiv.2408.02201","DOI":"10.48550\/arXiv.2408.02201"},{"key":"ref21","doi-asserted-by":"publisher","unstructured":"S. Fantechi, L. Gnesi, L. Passaro, and L. Semini, \u201cInconsistency\ndetection in natural language requirements using chatgpt: A preliminary\nevaluation,\u201d in Proceedings of the 2023 IEEE 31st International\nRequirements Engineering Conference (RE), 2023. [Online]. Available:\nhttps:\/\/doi.org\/10.1109\/RE57278.2023.00045","DOI":"10.1109\/RE57278.2023.00045"},{"key":"ref22","doi-asserted-by":"publisher","unstructured":"D. Al-Turki, H. Hettiarachchi, M. M. Gaber, M. M. Abdelsamea,\nS. Basurra, S. Iranmanesh, H. Saadany, and E. Vakaj, \u201cHuman-in-the-loop learning with llms for efficient rase tagging in building compliance\nregulations,\u201d IEEE Access, 2024. https:\/\/dx.doi.org\/10.1109\/ACCESS.2024.3512434\nEarly Access. [Online]. Available: https:\/\/doi.org\/10.1109\/ACCESS.2024.3512434","DOI":"10.1109\/ACCESS.2024.3512434"},{"key":"ref23","doi-asserted-by":"publisher","unstructured":"\u0141ukasz Kurant, \u201cMechanism for detecting cause-and-effect relationships\nin court judgments,\u201d in Annals of Computer Science and Information\nSystems, vol. 35, 2023. https:\/\/dx.doi.org\/10.15439\/2023F4827 pp. 1041\u20131046.\n[Online]. Available: https:\/\/doi.org\/10.15439\/2023F4827","DOI":"10.15439\/2023F4827"},{"key":"ref24","doi-asserted-by":"publisher","unstructured":"M. Esche, L. Ho, M. Nischwitz, and R. Meyer, \u201cRisk-based\ncontinuous quality control for software in legal metrology,\u201d in\nAnnals of Computer Science and Information Systems, vol. 35,\n2023. https:\/\/dx.doi.org\/10.15439\/2023F6171 pp. 451\u2013461. [Online]. Available:\nhttps:\/\/doi.org\/10.15439\/2023F6171","DOI":"10.15439\/2023F6171"},{"key":"ref25","doi-asserted-by":"publisher","unstructured":"S. Lawal, X. Zhao, A. Rios, R. Krishnan, and D. Ferraiolo, \u201cTranslating\nnatural language specifications into access control policies by leveraging\nlarge language models,\u201d in 2024 IEEE 6th International Conference on\nTrust, Privacy and Security in Intelligent Systems, and Applications\n(TPS-ISA), 2024. https:\/\/dx.doi.org\/10.1109\/TPS-ISA62245.2024.00048 pp. 361\u2013370.\n[Online]. Available: https:\/\/doi.org\/10.1109\/TPS-ISA62245.2024.00048","DOI":"10.1109\/TPS-ISA62245.2024.00048"},{"key":"ref26","unstructured":"University of Liverpool Legal and Compliance, \u201cExport controls: How\nexport control legislation applies to collaborating internationally,\u201d 2024,\naccessed: May 2024. [Online]. Available: https:\/\/www.liverpool.ac.uk\/legal\/exportcontrols\/"},{"key":"ref27","doi-asserted-by":"publisher","unstructured":"P. Lewis, E. Perez, A. Piktus, F. Petroni, V. Karpukhin, N. Goyal,\nH. K\u00fcttler, M. Lewis, W. Y. Chang, T. Rockt\u00e4schel, S. Riedel, and\nD. Kiela, \u201cRetrieval-augmented generation for knowledge-intensive nlp\ntasks,\u201d in Advances in Neural Information Processing Systems, vol. 33,\n2020, pp. 9459\u20139474. [Online]. Available: https:\/\/doi.org\/10.48550\/arXiv.2005.11401","DOI":"10.48550\/arXiv.2005.11401"}],"event":{"name":"20th Conference on Computer Science and Intelligence Systems (FedCSIS)","theme":"Computer Science and Intelligence Systems","location":"Krak\u00f3w, Poland","acronym":"FedCSIS","number":"20","start":{"date-parts":[[2025,9,14]]},"end":{"date-parts":[[2025,9,17]]}},"container-title":["Annals of Computer Science and Information Systems","Proceedings of the 20th Conference on Computer Science and Intelligence Systems (FedCSIS)"],"original-title":[],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T07:48:23Z","timestamp":1761119303000},"score":1,"resource":{"primary":{"URL":"https:\/\/annals-csis.org\/Volume_43\/drp\/2314.html"}},"subtitle":[],"proceedings-subject":"Computer Science and Information Systems","short-title":[],"issued":{"date-parts":[[2025,10,15]]},"references-count":27,"URL":"https:\/\/doi.org\/10.15439\/2025f2314","relation":{},"ISSN":["2300-5963"],"issn-type":[{"value":"2300-5963","type":"print"}],"subject":[],"published":{"date-parts":[[2025,10,15]]}}}