{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T15:05:29Z","timestamp":1772982329041,"version":"3.50.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T00:00:00Z","timestamp":1772928000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T00:00:00Z","timestamp":1772928000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2026,4]]},"DOI":"10.1007\/s43681-026-01072-9","type":"journal-article","created":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T08:42:04Z","timestamp":1772959324000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A dynamic contextual responsibility framework for evaluating large language models in socio-technical contexts"],"prefix":"10.1007","volume":"6","author":[{"given":"Ayodeji Olusegun","family":"Ibitoye","sequence":"first","affiliation":[]},{"given":"Deepika Roselind","family":"Johnson","sequence":"additional","affiliation":[]},{"given":"Babafemi Gabriel","family":"Sorinolu","sequence":"additional","affiliation":[]},{"given":"Rita","family":"Orji","sequence":"additional","affiliation":[]},{"given":"Abikoye Oluwakemi","family":"Christiana","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,3,8]]},"reference":[{"issue":"1","key":"1072_CR1","doi-asserted-by":"publisher","first-page":"e48291","DOI":"10.2196\/48291","volume":"9","author":"A Abd-Alrazaq","year":"2023","unstructured":"Abd-Alrazaq, A., AlSaad, R., Alhuwail, D., Ahmed, A., Healy, P.M., Latifi, S., Sheikh, J.: Large language models in medical education: opportunities, challenges, and future directions. JMIR Med. Educ. 9(1), e48291 (2023). https:\/\/doi.org\/10.2196\/48291","journal-title":"JMIR Med. Educ."},{"issue":"11","key":"1072_CR2","doi-asserted-by":"publisher","first-page":"299","DOI":"10.1007\/s10462-024-10921-0","volume":"57","author":"D Wang","year":"2024","unstructured":"Wang, D., Zhang, S.: Large language models in medical and healthcare fields: applications, advances, and challenges. Artif. Intell. Rev. 57(11), 299 (2024). https:\/\/doi.org\/10.1007\/s10462-024-10921-0","journal-title":"Artif. Intell. Rev."},{"issue":"3","key":"1072_CR3","doi-asserted-by":"publisher","DOI":"10.3390\/informatics11030057","volume":"11","author":"ZA Nazi","year":"2024","unstructured":"Nazi, Z.A., Peng, W.: Large language models in healthcare and medical domain: a review. Informatics 11(3), 57 (2024). https:\/\/doi.org\/10.3390\/informatics11030057","journal-title":"Informatics"},{"issue":"6","key":"1072_CR4","doi-asserted-by":"publisher","first-page":"e428","DOI":"10.1016\/S2589-7500(24)00061-X","volume":"6","author":"JCL Ong","year":"2024","unstructured":"Ong, J.C.L., Chang, S.Y.H., William, W., Butte, A.J., Shah, N.H., Chew, L.S.T., Ting, D.S.W.: Ethical and regulatory challenges of large language models in medicine. Lancet Digit. Health 6(6), e428\u2013e432 (2024). https:\/\/doi.org\/10.1016\/S2589-7500(24)00061-X","journal-title":"Lancet Digit. Health"},{"key":"1072_CR5","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.39305","author":"M Karabacak","year":"2023","unstructured":"Karabacak, M., Margetis, K.: Embracing large language models for medical applications: opportunities and challenges. Cureus (2023). https:\/\/doi.org\/10.7759\/cureus.39305","journal-title":"Cureus"},{"key":"1072_CR6","doi-asserted-by":"publisher","unstructured":"Hendrycks, D., Burns, C., Basart, S., Zou, A., Mazeika, M., Song, D., & Steinhardt, J.: Measuring massive multitask language understanding. https:\/\/doi.org\/10.48550\/arXiv.2009.03300 (2020).","DOI":"10.48550\/arXiv.2009.03300"},{"key":"1072_CR7","doi-asserted-by":"publisher","unstructured":"Gehman, S., Gururangan, S., Sap, M., Choi, Y., & Smith, N. A.: Realtoxicityprompts: evaluating neural toxic degeneration in language models. https:\/\/doi.org\/10.48550\/arXiv.2009.11462 (2020).","DOI":"10.48550\/arXiv.2009.11462"},{"key":"1072_CR8","doi-asserted-by":"publisher","unstructured":"Parrish, A., Chen, A., Nangia, N., Padmakumar, V., Phang, J., Thompson, J., & Bowman, S.: BBQ: A hand-built bias benchmark for question answering. In Findings of the Association for Computational Linguistics: ACL 2022 (pp. 2086\u20132105). https:\/\/doi.org\/10.18653\/v1\/2022.findings-acl.165 (2022).","DOI":"10.18653\/v1\/2022.findings-acl.165"},{"key":"1072_CR9","unstructured":"AI, N. (2023). Artificial intelligence risk management framework (AI RMF 1.0). URL: https:\/\/nvlpubs.nist.gov\/nistpubs\/ai\/nist.ai, 100\u20131."},{"key":"1072_CR10","doi-asserted-by":"publisher","unstructured":"Xia, B., Lu, Q., Zhu, L., Lee, S. U., Liu, Y., & Xing, Z.: Towards a responsible AI metrics catalogue: a collection of metrics for AI accountability. In Proceedings of the IEEE\/ACM 3rd International Conference on AI Engineering-Software Engineering for AI (pp. 100\u2013111). https:\/\/doi.org\/10.1145\/3644815.3644959 (2024).","DOI":"10.1145\/3644815.3644959"},{"key":"1072_CR11","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.779799","volume":"5","author":"S Fritz-Morgenthal","year":"2022","unstructured":"Fritz-Morgenthal, S., Hein, B., Papenbrock, J.: Financial risk management and explainable, trustworthy, responsible AI. Front. Artif. Intell. 5, 779799 (2022). https:\/\/doi.org\/10.3389\/frai.2022.779799","journal-title":"Front. Artif. Intell."},{"key":"1072_CR12","doi-asserted-by":"publisher","unstructured":"Metwally, A. B., Ali, S. A., & Mohamed, A. T.: Thinking responsibly about responsible AI in risk management: The darkside of AI in RM. In 2024 ASU International Conference in Emerging Technologies for Sustainability and Intelligent Systems (ICETSIS) (pp. 1\u20135). IEEE. https:\/\/doi.org\/10.1109\/ICETSIS61505.2024.10459684 (2024).","DOI":"10.1109\/ICETSIS61505.2024.10459684"},{"issue":"2","key":"1072_CR13","doi-asserted-by":"publisher","first-page":"61","DOI":"10.71346\/utj.v1i2.23","volume":"1","author":"B Tariq","year":"2025","unstructured":"Tariq, B., Ashraf, M.R., Rashid, U.: Ethical imperatives in AI design: a comprehensive framework for risk mitigation and responsible innovation. Ubiquitous Technol. J. 1(2), 61\u201373 (2025). https:\/\/doi.org\/10.71346\/utj.v1i2.23","journal-title":"Ubiquitous Technol. J."},{"key":"1072_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2021.100205","author":"A Birhane","year":"2021","unstructured":"Birhane, A.: Algorithmic injustice: a relational ethics approach. Patterns (2021). https:\/\/doi.org\/10.1016\/j.patter.2021.100205","journal-title":"Patterns"},{"key":"1072_CR15","doi-asserted-by":"publisher","unstructured":"Bender, E. M., Gebru, T., McMillan-Major, A., & Shmitchell, S.: On the dangers of stochastic parrots: Can language models be too big?. In Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency (pp. 610\u2013623). https:\/\/doi.org\/10.1145\/3442188.3445922 (2021).","DOI":"10.1145\/3442188.3445922"},{"key":"1072_CR16","unstructured":"Zheng, S.: An systematic evaluation on leading large language models and their factuality investigation as question answering systems (Doctoral dissertation, University of Illinois at Urbana-Champaign). https:\/\/www.ideals.illinois.edu\/items\/131325 (2024)."},{"issue":"09","key":"1072_CR17","doi-asserted-by":"publisher","first-page":"1467","DOI":"10.18535\/ijsrm\/v12i09.ec08","volume":"12","author":"HV Pandhare","year":"2024","unstructured":"Pandhare, H.V.: Evaluating large language models: frameworks and methodologies for AI\/ML system testing. Int. J. Sci. Res. Manag. (IJSRM) 12(09), 1467\u20131486 (2024). https:\/\/doi.org\/10.18535\/ijsrm\/v12i09.ec08","journal-title":"Int. J. Sci. Res. Manag. (IJSRM)"},{"issue":"3","key":"1072_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3641289","volume":"15","author":"Y Chang","year":"2024","unstructured":"Chang, Y., Wang, X., Wang, J., Wu, Y., Yang, L., Zhu, K., Xie, X.: A survey on evaluation of large language models. ACM Trans. Intell. Syst. Technol. 15(3), 1\u201345 (2024). https:\/\/doi.org\/10.1145\/3641289","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"1072_CR19","unstructured":"Liang, P., Bommasani, R., Lee, T., Tsipras, D., Soylu, D., Yasunaga, M., & Koreeda, Y.: Holistic evaluation of language models. 10.48550\/arXiv.2211.09110 (2022)."},{"key":"1072_CR20","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2302.09051","author":"X Daull","year":"2023","unstructured":"Daull, X., Bellot, P., Bruno, E., Martin, V., Murisasco, E.: Complex QA and language models hybrid architectures. Survey. (2023). https:\/\/doi.org\/10.48550\/arXiv.2302.09051","journal-title":"Survey."},{"issue":"5","key":"1072_CR21","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3744746","volume":"16","author":"H Naveed","year":"2025","unstructured":"Naveed, H., Khan, A.U., Qiu, S., Saqib, M., Anwar, S., Usman, M., Akhtar, N., Barnes, N., Mian, A.: A comprehensive overview of large language models. ACM. Trans. Intell. Syst. Technol. 16(5), 1\u201372 (2025)","journal-title":"ACM. Trans. Intell. Syst. Technol."},{"key":"1072_CR22","doi-asserted-by":"publisher","DOI":"10.12987\/9780300252392","volume-title":"The atlas of AI: power, politics, and the planetary costs of artificial intelligence","author":"K Crawford","year":"2021","unstructured":"Crawford, K.: The atlas of AI: power, politics, and the planetary costs of artificial intelligence. Yale University Press (2021)"},{"issue":"11","key":"1072_CR23","doi-asserted-by":"publisher","first-page":"501","DOI":"10.1038\/s42256-019-0114-4","volume":"1","author":"B Mittelstadt","year":"2019","unstructured":"Mittelstadt, B.: Principles alone cannot guarantee ethical AI. Nat. Mach. Intell. 1(11), 501\u2013507 (2019). https:\/\/doi.org\/10.1038\/s42256-019-0114-4","journal-title":"Nat. Mach. Intell."},{"key":"1072_CR24","doi-asserted-by":"publisher","unstructured":"Mollema, W. J. T., & Wachter, T.: I am a stochastic parrot, and so r u: Is AI-based framing of human behaviour and cognition a conceptual metaphor or conceptual engineering?. https:\/\/doi.org\/10.48550\/arXiv.2504.07756 (2025).","DOI":"10.48550\/arXiv.2504.07756"},{"key":"1072_CR25","doi-asserted-by":"publisher","unstructured":"S\u00fcerdem, A. (2024). The challenges and opportunities in large language models: Navigating the perils of stochastic and scholastic parrots in artificial understanding and common sense. AI and Common Sense, https:\/\/doi.org\/10.4324\/9781032626192","DOI":"10.4324\/9781032626192"},{"key":"1072_CR26","unstructured":"Ghosh, D.: The Guarantor of Statistical Parrot"},{"key":"1072_CR27","doi-asserted-by":"publisher","unstructured":"Burden, J. (2024). Evaluating AI evaluation: Perils and prospects. https:\/\/doi.org\/10.48550\/arXiv.2407.09221","DOI":"10.48550\/arXiv.2407.09221"},{"issue":"2","key":"1072_CR28","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1007\/s41060-024-00541-w","volume":"20","author":"G Palumbo","year":"2025","unstructured":"Palumbo, G., Carneiro, D., Alves, V.: Objective metrics for ethical AI: a systematic literature review. Int. J. Data Sci. Anal. 20(2), 247\u2013267 (2025). https:\/\/doi.org\/10.1007\/s41060-024-00541-w","journal-title":"Int. J. Data Sci. Anal."},{"key":"1072_CR29","doi-asserted-by":"publisher","unstructured":"Twitchin, M. (2024). Philosophical problems and stochastic parrots: between aphorism and algorithm. Wittgenstein and Performance, https:\/\/doi.org\/10.5771\/9781538175101","DOI":"10.5771\/9781538175101"},{"issue":"31","key":"1072_CR30","first-page":"57","volume":"16","author":"A Mirzaie","year":"2025","unstructured":"Mirzaie, A.: Rethinking social context in technological responsibility. Steven umbrello, technology ethics: responsible innovation and design strategies. Acad. Int. Sci. J. 16(31), 57\u201364 (2025)","journal-title":"Acad. Int. Sci. J."},{"issue":"1","key":"1072_CR31","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1080\/12460125.2021.2015840","volume":"32","author":"SA Raza","year":"2022","unstructured":"Raza, S.A.: A paradigm shift to ethical decision-making\u2014incorporating systemic epistemology into complex socio-technical decision support systems research. J. Decis. Syst. 32(1), 177\u2013200 (2022). https:\/\/doi.org\/10.1080\/12460125.2021.2015840","journal-title":"J. Decis. Syst."},{"key":"1072_CR32","doi-asserted-by":"publisher","DOI":"10.1007\/s43681-025-00809-2","author":"AO Ibitoye","year":"2025","unstructured":"Ibitoye, A.O., Nkwo, M.S., Orji, R.: Rethinking responsible AI from ethical pillars to sociotechnical practice. AI. Ethics. (2025). https:\/\/doi.org\/10.1007\/s43681-025-00809-2","journal-title":"AI. Ethics."},{"issue":"5","key":"1072_CR33","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/s11948-021-00333-6","volume":"27","author":"DA Martin","year":"2021","unstructured":"Martin, D.A., Conlon, E., Bowe, B.: A multi-level review of engineering ethics education: towards a socio-technical orientation of engineering education for ethics. Sci. Eng. Ethics 27(5), 60 (2021). https:\/\/doi.org\/10.1007\/s11948-021-00333-6","journal-title":"Sci. Eng. Ethics"},{"key":"1072_CR34","doi-asserted-by":"publisher","unstructured":"Woodgate, J. M., & Ajmeri, N.: Macro ethics for governing equitable sociotechnical systems. In AAMAS\u201922: International Conference on Autonomous Agents and Multi-Agent Systems (pp. 1824\u20131828). IFAAMAS Press. https:\/\/doi.org\/10.5555\/3535850.3536118 (2022).","DOI":"10.5555\/3535850.3536118"},{"key":"1072_CR35","doi-asserted-by":"publisher","DOI":"10.7577\/formakademisk.2201","author":"E Fiore","year":"2020","unstructured":"Fiore, E.: Ethics of technology and design ethics in socio-technical systems: investigating the role of the designer. FormAkademisk (2020). https:\/\/doi.org\/10.7577\/formakademisk.2201","journal-title":"FormAkademisk"},{"key":"1072_CR36","doi-asserted-by":"publisher","unstructured":"Rifat, M. R., Bhimdiwala, A., Bhattacharjee, A., Batool, A., Das, D., Mim, N. J., & Ahmed, S. I.: Many worlds of ethics: ethical pluralism in CSCW. In Companion Publication of the 2023 Conference on Computer Supported Cooperative Work and Social Computing (pp. 490\u2013496). https:\/\/doi.org\/10.1145\/3584931.3611291 (2023).","DOI":"10.1145\/3584931.3611291"},{"key":"1072_CR37","doi-asserted-by":"publisher","DOI":"10.1002\/9781119815075.ch45","author":"L Florsidi","year":"2022","unstructured":"Florsidi, L., Cowls, J.: A unified framework of five principles for AI in society. Mach. Learn. City Appl. Architect. Urban Des. (2022). https:\/\/doi.org\/10.1002\/9781119815075.ch45","journal-title":"Mach. Learn. City Appl. Architect. Urban Des."},{"issue":"9","key":"1072_CR38","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1038\/s42256-019-0088-2","volume":"1","author":"A Jobin","year":"2019","unstructured":"Jobin, A., Ienca, M., Vayena, E.: The global landscape of AI ethics guidelines. Nat. Mach. Intell. 1(9), 389\u2013399 (2019). https:\/\/doi.org\/10.1038\/s42256-019-0088-2","journal-title":"Nat. Mach. Intell."},{"key":"1072_CR39","doi-asserted-by":"publisher","unstructured":"Raji, I. D., Smart, A., White, R. N., Mitchell, M., Gebru, T., Hutchinson, B., & Barnes, P.: Closing the AI accountability gap: Defining an end-to-end framework for internal algorithmic auditing. In Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency (pp. 33\u201344). https:\/\/doi.org\/10.1145\/3351095.3372873 (2020).","DOI":"10.1145\/3351095.3372873"},{"issue":"1","key":"1072_CR40","doi-asserted-by":"publisher","first-page":"56","DOI":"10.1080\/08982112.2022.2089854","volume":"35","author":"Y Hong","year":"2023","unstructured":"Hong, Y., Lian, J., Xu, L., Min, J., Wang, Y., Freeman, L.J., Deng, X.: Statistical perspectives on reliability of artificial intelligence systems. Qual. Eng. 35(1), 56\u201378 (2023). https:\/\/doi.org\/10.1080\/08982112.2022.2089854","journal-title":"Qual. Eng."},{"key":"1072_CR41","doi-asserted-by":"publisher","DOI":"10.1016\/j.accinf.2025.100739","volume":"56","author":"Y Li","year":"2025","unstructured":"Li, Y., Goel, S.: Artificial intelligence auditability and auditor readiness for auditing artificial intelligence systems. Int. J. Account. Inf. Syst. 56, 100739 (2025). https:\/\/doi.org\/10.1016\/j.accinf.2025.100739","journal-title":"Int. J. Account. Inf. Syst."},{"issue":"6","key":"1072_CR42","doi-asserted-by":"publisher","first-page":"1332","DOI":"10.1111\/risa.17665","volume":"45","author":"J Schuett","year":"2025","unstructured":"Schuett, J.: Frontier AI developers need an internal audit function. Risk Anal. 45(6), 1332\u20131352 (2025). https:\/\/doi.org\/10.1111\/risa.17665","journal-title":"Risk Anal."},{"key":"1072_CR43","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.229","author":"S Lin","year":"2022","unstructured":"Lin, S., Hilton, J., Evans, O.: TruthfulQA: measuring how models mimic human falsehoods. ACL (2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.229","journal-title":"ACL"},{"key":"1072_CR44","doi-asserted-by":"publisher","first-page":"809","DOI":"10.18653\/v1\/N18-1074","volume":"2018","author":"J Thorne","year":"2018","unstructured":"Thorne, J., Vlachos, A., Christodoulopoulos, C., Mittal, A.: FEVER: fact extraction and verification. NAACL-HLT 2018, 809\u2013819 (2018). https:\/\/doi.org\/10.18653\/v1\/N18-1074","journal-title":"NAACL-HLT"},{"key":"1072_CR45","doi-asserted-by":"publisher","first-page":"2369","DOI":"10.18653\/v1\/D18-1259","volume":"2018","author":"Z Yang","year":"2018","unstructured":"Yang, Z., Qi, P., Zhang, S., Bengio, Y., Cohen, W.W., Salakhutdinov, R., Manning, C.D.: HotpotQA: a dataset for diverse, explainable multi-hop question answering. EMNLP 2018, 2369\u20132380 (2018). https:\/\/doi.org\/10.18653\/v1\/D18-1259","journal-title":"EMNLP"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-026-01072-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-026-01072-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-026-01072-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T08:42:07Z","timestamp":1772959327000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-026-01072-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,8]]},"references-count":45,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2026,4]]}},"alternative-id":["1072"],"URL":"https:\/\/doi.org\/10.1007\/s43681-026-01072-9","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,8]]},"assertion":[{"value":"1 February 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 February 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The research underlying this article did not involve human participants or animals.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}],"article-number":"191"}}