{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,19]],"date-time":"2026-08-19T17:57:15Z","timestamp":1787162235385,"version":"build-2736575974"},"reference-count":59,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T00:00:00Z","timestamp":1777852800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T00:00:00Z","timestamp":1777852800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100000943","name":"Commonwealth Scientific and Industrial Research Organisation","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100000943","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["AI Ethics"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s43681-026-01147-7","type":"journal-article","created":{"date-parts":[[2026,5,4]],"date-time":"2026-05-04T01:20:30Z","timestamp":1777857630000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Designing meaningful human oversight in AI"],"prefix":"10.1007","volume":"6","author":[{"given":"Liming","family":"Zhu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qinghua","family":"Lu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ming","family":"Ding","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sung Une","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chen","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,4]]},"reference":[{"key":"1147_CR1","doi-asserted-by":"crossref","unstructured":"Langer, M., Lazar, V., Baum, K.: How to test for compliance with human oversight requirements in ai regulation? arXiv preprint arXiv:2504.03300 (2025)","DOI":"10.1007\/978-3-032-07132-3_11"},{"key":"1147_CR2","doi-asserted-by":"crossref","unstructured":"Laux, J., Ruschemeier, H.: Automation bias in the ai act: On the legal implications of attempting to de-bias human oversight of ai. arXiv preprint arXiv:2502.10036 (2025)","DOI":"10.2139\/ssrn.5117560"},{"key":"1147_CR3","unstructured":"Abel, D., Barreto, A., Bowling, M., Dabney, W., Dong, S., Hansen, S., Harutyunyan, A., Khetarpal, K., Lyle, C., Pascanu, R., et al.: Agency is frame-dependent. arXiv preprint arXiv:2502.04403 (2025)"},{"key":"1147_CR4","unstructured":"European Commission High-Level Expert Group on Artificial Intelligence: Ethics Guidelines for Trustworthy AI. https:\/\/digital-strategy.ec.europa.eu\/en\/library\/ethics-guidelines-trustworthy-ai. [Online; accessed 18-September-2025] (2019)"},{"key":"1147_CR5","unstructured":"European Union: Regulation (EU) 2024\/1689 laying down harmonised rules on artificial intelligence (Artificial Intelligence Act). Official Journal of the European Union, Jul. 12, 2024. [Online; accessed 18-September-2025] (2024). https:\/\/eur-lex.europa.eu\/eli\/reg\/2024\/1689\/oj"},{"key":"1147_CR6","unstructured":"ISO\/IEC: ISO\/IEC 42001:2023 Artificial intelligence \u2014 Management system. Geneva, Switzerland: International Organization for Standardization. [Standard] (2023)"},{"key":"1147_CR7","unstructured":"Australian Government, Department of Industry, Science and Resources: Mandatory AI Guardrails. https:\/\/www.industry.gov.au\/publications\/mandatory-ai-guardrails. [Online; accessed 18-September-2025] (2024)"},{"key":"1147_CR8","doi-asserted-by":"publisher","first-page":"105681","DOI":"10.1016\/j.clsr.2022.105681","volume":"45","author":"B Green","year":"2022","unstructured":"Green, B.: The flaws of policies requiring human oversight of government algorithms. Comput. Law Security Rev. 45, 105681 (2022)","journal-title":"Comput. Law Security Rev."},{"issue":"1","key":"1147_CR9","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1518\/hfes.46.1.50.30392","volume":"46","author":"JD Lee","year":"2004","unstructured":"Lee, J.D., See, K.A.: Trust in automation: designing for appropriate reliance. Hum. Factors 46(1), 50\u201380 (2004)","journal-title":"Hum. Factors"},{"issue":"3","key":"1147_CR10","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1177\/0018720810376055","volume":"52","author":"R Parasuraman","year":"2010","unstructured":"Parasuraman, R., Manzey, D.H.: Complacency and bias in human use of automation: an attentional integration. Hum. Factors 52(3), 381\u2013410 (2010)","journal-title":"Hum. Factors"},{"issue":"CSCW","key":"1147_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3359152","volume":"3","author":"B Green","year":"2019","unstructured":"Green, B., Chen, Y.: The principles and limits of algorithm-in-the-loop decision making. Proc. ACM Human-Comput. Interaction 3(CSCW), 1\u201324 (2019)","journal-title":"Proc. ACM Human-Comput. Interaction"},{"key":"1147_CR12","doi-asserted-by":"crossref","unstructured":"Rashedul\u00a0Hasan, M.: Muse: A multimodal, generative, and symbolic framework for human experience modeling. In: Proceedings of the 27th International Conference on Multimodal Interaction, pp. 699\u2013705 (2025)","DOI":"10.1145\/3716553.3750735"},{"key":"1147_CR13","first-page":"323836","volume":"5","author":"F Sio","year":"2018","unstructured":"Sio, F., Hoven, J.: Meaningful human control over autonomous systems: a philosophical account. Front Robotics AI 5, 323836 (2018)","journal-title":"Front Robotics AI"},{"issue":"2","key":"1147_CR14","first-page":"3","volume":"28","author":"EJ Horvitz","year":"2007","unstructured":"Horvitz, E.J.: Reflections on challenges and promises of mixed-initiative interaction. AI Mag. 28(2), 3\u20133 (2007)","journal-title":"AI Mag."},{"key":"1147_CR15","doi-asserted-by":"crossref","unstructured":"Tambe, M., Scerri, P., Pynadath, D.: Why the elf acted autonomously: Towards a theory of adjustable autonomy. In: Proc. of the 1st Autonomous Agents and Multiagent Systems Conf.(AAMAS) (2002)","DOI":"10.1145\/544862.544944"},{"key":"1147_CR16","doi-asserted-by":"crossref","unstructured":"Horvitz, E.: Principles of mixed-initiative user interfaces. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 159\u2013166 (1999)","DOI":"10.1145\/302979.303030"},{"issue":"5","key":"1147_CR17","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1109\/5254.796083","volume":"14","author":"JE Allen","year":"1999","unstructured":"Allen, J.E., Guinn, C.I., Horvtz, E.: Mixed-initiative interaction. IEEE Intell. Syst. Appl. 14(5), 14\u201323 (1999)","journal-title":"IEEE Intell. Syst. Appl."},{"issue":"CSCW1","key":"1147_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3449287","volume":"5","author":"Z Bu\u00e7inca","year":"2021","unstructured":"Bu\u00e7inca, Z., Malaya, M.B., Gajos, K.Z.: To trust or to think: cognitive forcing functions can reduce overreliance on ai in ai-assisted decision-making. Proc. ACM Human-Comput. Interaction 5(CSCW1), 1\u201321 (2021)","journal-title":"Proc. ACM Human-Comput. Interaction"},{"key":"1147_CR19","unstructured":"Doshi-Velez, F., Kim, B.: Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 (2017)"},{"key":"1147_CR20","doi-asserted-by":"publisher","first-page":"11974","DOI":"10.1109\/ACCESS.2021.3051315","volume":"9","author":"I Stepin","year":"2021","unstructured":"Stepin, I., Alonso, J.M., Catala, A., Pereira-Fari\u00f1a, M.: A survey of contrastive and counterfactual explanation generation methods for explainable artificial intelligence. Ieee Access 9, 11974\u201312001 (2021)","journal-title":"Ieee Access"},{"key":"1147_CR21","doi-asserted-by":"crossref","unstructured":"Amershi, S., Weld, D., Vorvoreanu, M., Fourney, A., Nushi, B., Collisson, P., Suh, J., Iqbal, S., Bennett, P.N., Inkpen, K., et al.: Guidelines for human-ai interaction. In: Proceedings of the 2019 Chi Conference on Human Factors in Computing Systems, pp. 1\u201313 (2019)","DOI":"10.1145\/3290605.3300233"},{"issue":"3","key":"1147_CR22","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1007\/s10676-004-3422-1","volume":"6","author":"A Matthias","year":"2004","unstructured":"Matthias, A.: The responsibility gap: Ascribing responsibility for the actions of learning automata. Ethics Inf. Technol. 6(3), 175\u2013183 (2004)","journal-title":"Ethics Inf. Technol."},{"key":"1147_CR23","doi-asserted-by":"crossref","unstructured":"Almada, M.: Human intervention in automated decision-making: Toward the construction of contestable systems. In: Proceedings of the Seventeenth International Conference on Artificial Intelligence and Law, pp. 2\u201311 (2019)","DOI":"10.1145\/3322640.3326699"},{"key":"1147_CR24","doi-asserted-by":"crossref","unstructured":"Floridi, L., Cowls, J.: A unified framework of five principles for ai in society. Mach Learn City: Appl Architecture Urban Design, 535\u2013545 (2022)","DOI":"10.1002\/9781119815075.ch45"},{"issue":"3","key":"1147_CR25","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1007\/s13347-019-00372-9","volume":"33","author":"M Krishnan","year":"2020","unstructured":"Krishnan, M.: Against interpretability: a critical examination of the interpretability problem in machine learning. Philosophy Technol 33(3), 487\u2013502 (2020)","journal-title":"Philosophy Technol"},{"issue":"5","key":"1147_CR26","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1177\/1059712309343819","volume":"17","author":"XE Barandiaran","year":"2009","unstructured":"Barandiaran, X.E., Di Paolo, E., Rohde, M.: Defining agency: individuality, normativity, asymmetry, and spatio-temporality in action. Adapt. Behav. 17(5), 367\u2013386 (2009)","journal-title":"Adapt. Behav."},{"key":"1147_CR27","unstructured":"Sharkey, L., Chughtai, B., Batson, J., Lindsey, J., Wu, J., Bushnaq, L., Goldowsky-Dill, N., Heimersheim, S., Ortega, A., Bloom, J., et al.: Open problems in mechanistic interpretability. arXiv preprint arXiv:2501.16496 (2025)"},{"key":"1147_CR28","unstructured":"Lanham, T., Chen, A., Radhakrishnan, A., Steiner, B., Denison, C., Hernandez, D., Li, D., Durmus, E., Hubinger, E., Kernion, J., et al.: Measuring faithfulness in chain-of-thought reasoning. arXiv preprint arXiv:2307.13702 (2023)"},{"key":"1147_CR29","unstructured":"Xiong, Z., Chen, S., Qi, Z., Lakkaraju, H.: Measuring the faithfulness of thinking drafts in large reasoning models. arXiv preprint arXiv:2505.13774 (2025)"},{"key":"1147_CR30","doi-asserted-by":"crossref","unstructured":"Mothilal, R.K., Roy, J., Ahmed, S.I., Guha, S.: Human-aligned faithfulness in toxicity explanations of llms. arXiv preprint arXiv:2506.19113 (2025)","DOI":"10.18653\/v1\/2026.findings-eacl.310"},{"key":"1147_CR31","unstructured":"AAAI: AAAI Launches AI-Powered Peer Review Assessment System. Accessed: 18 September (2025). https:\/\/aaai.org\/aaai-launches-ai-powered-peer-review-assessment-system\/"},{"key":"1147_CR32","unstructured":"Revelo Software: eReviewer: AI Platform for Grant Proposal Evaluation. Accessed: 18 September (2025). https:\/\/revelosoftware.com\/ereviewer\/"},{"key":"1147_CR33","unstructured":"Vertesia: Grant Proposal Review Process Using Retrieval-Augmented LLMs. Accessed: 18 September (2025). https:\/\/vertesiahq.com\/solutions\/grant-proposal-review-process"},{"key":"1147_CR34","unstructured":"ValidMind: Document Checker for Regulatory Compliance. Accessed: 18 September (2025). https:\/\/validmind.com\/blog\/document-checker-for-regulatory-compliance\/"},{"key":"1147_CR35","unstructured":"Norm AI: Automated Compliance Reviewer for Documents and Proposals. Accessed: 18 September (2025). https:\/\/www.norm.ai\/"},{"key":"1147_CR36","unstructured":"Acrolinx: Enterprise Content Governance Platform. Accessed: 18 September (2025). https:\/\/www.acrolinx.com\/"},{"key":"1147_CR37","unstructured":"Consensus: AI-Powered Research Summary Tool. Accessed: 18 September (2025). https:\/\/consensus.app\/"},{"key":"1147_CR38","unstructured":"The Institute for Progress: Elicit: AI Research Assistant for Evidence Synthesis. Accessed: 18 September (2025). https:\/\/theippo.co.uk\/"},{"key":"1147_CR39","unstructured":"Scite Inc.: Scite Assistant: Evidence-Based Scholarly Assistant. Accessed: 18 September (2025). https:\/\/scite.ai\/"},{"key":"1147_CR40","unstructured":"Primer AI: Primer Command: Real-Time Situational Awareness Platform. Accessed: 18 September (2025). https:\/\/primer.ai\/"},{"key":"1147_CR41","unstructured":"Dataminr Inc.: Dataminr: AI for Real-Time Event Detection and Alerts. Accessed: 18 September (2025). https:\/\/www.dataminr.com\/"},{"key":"1147_CR42","unstructured":"Signal AI: Signal AI: External Intelligence Platform for Risk and Reputation Management. Accessed: 18 September 2025. https:\/\/signal-ai.com\/"},{"key":"1147_CR43","volume-title":"Case Study Research and Applications","author":"RK Yin","year":"2018","unstructured":"Yin, R.K.: Case Study Research and Applications, vol. 6. Sage Thousand Oaks, CA (2018)"},{"issue":"2","key":"1147_CR44","doi-asserted-by":"publisher","first-page":"27","DOI":"10.3316\/QRJ0902027","volume":"9","author":"GA Bowen","year":"2009","unstructured":"Bowen, G.A.: Document analysis as a qualitative research method. Qual. Res. J. 9(2), 27\u201340 (2009)","journal-title":"Qual. Res. J."},{"issue":"3","key":"1147_CR45","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1037\/1089-2680.1.3.311","volume":"1","author":"RF Baumeister","year":"1997","unstructured":"Baumeister, R.F., Leary, M.R.: Writing narrative literature reviews. Rev. Gen. Psychol. 1(3), 311\u2013320 (1997)","journal-title":"Rev. Gen. Psychol."},{"key":"1147_CR46","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1016\/j.jbusres.2019.07.039","volume":"104","author":"H Snyder","year":"2019","unstructured":"Snyder, H.: Literature review as a research methodology: an overview and guidelines. J. Bus. Res. 104, 333\u2013339 (2019)","journal-title":"J. Bus. Res."},{"key":"1147_CR47","unstructured":"United States Copyright Office: Copyright and Artificial Intelligence: Part 2\u2014Copyrightability. https:\/\/www.copyright.gov\/ai\/Copyright-and-Artificial-Intelligence-Part-2-Copyrightability-Report.pdf. [Online; accessed 18-September-2025] (2025)"},{"issue":"1","key":"1147_CR48","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/s43681-022-00167-3","volume":"3","author":"L Cavalcante Siebert","year":"2023","unstructured":"Cavalcante Siebert, L., Lupetti, M.L., Aizenberg, E., Beckers, N., Zgonnikov, A., Veluwenkamp, H., Abbink, D., Giaccardi, E., Houben, G.-J., Jonker, C.M., et al.: Meaningful human control: actionable properties for ai system development. AI Ethics 3(1), 241\u2013255 (2023)","journal-title":"AI Ethics"},{"key":"1147_CR49","doi-asserted-by":"crossref","unstructured":"Mitchell, M., Wu, S., Zaldivar, A., Barnes, P., Vasserman, L., Hutchinson, B., Spitzer, E., Raji, I.D., Gebru, T.: Model cards for model reporting. In: Proceedings of the Conference on Fairness, Accountability, and Transparency, pp. 220\u2013229 (2019)","DOI":"10.1145\/3287560.3287596"},{"issue":"1","key":"1147_CR50","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1162\/dint_a_00119","volume":"5","author":"A Kale","year":"2023","unstructured":"Kale, A., Nguyen, T., Harris, F.C., Jr., Li, C., Zhang, J., Ma, X.: Provenance documentation to enable explainable and trustworthy ai: a literature review. Data Intelligence 5(1), 139\u2013162 (2023)","journal-title":"Data Intelligence"},{"key":"1147_CR51","unstructured":"Golobardes, M.: Artificial Intelligence, Judicial Decision-Making and Fundamental Rights. JuLIA Project Handbook (Justice) (2025). https:\/\/www.julia-project.eu\/sites\/default\/files\/2025-02\/JuLIA_handbook_Justice_final.pdf"},{"key":"1147_CR52","unstructured":"Colombi\u00a0Ciacchi, A., Fl\u00f3rez\u00a0Rojas, M., Lane, L., Nowak, T.: Ai and public administration: The (legal) limits of algorithmic governance. Firenze: Scuola Superiore della Magistratura. Retrieved June 20(2025), 2025\u201305 (2025)"},{"key":"1147_CR53","doi-asserted-by":"publisher","unstructured":"Zhang, Z.T., Reicherts, L.: Augmenting Human Cognition With Generative AI: Lessons From AI-Assisted Decision-Making (2025). https:\/\/doi.org\/10.48550\/arXiv.2504.03207","DOI":"10.48550\/arXiv.2504.03207"},{"key":"1147_CR54","doi-asserted-by":"publisher","first-page":"14609","DOI":"10.52202\/075280-0643","volume":"36","author":"N Corvelo Benz","year":"2023","unstructured":"Corvelo Benz, N., Rodriguez, M.: Human-aligned calibration for ai-assisted decision making. Adv. Neural. Inf. Process. Syst. 36, 14609\u201314636 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"1147_CR55","doi-asserted-by":"crossref","unstructured":"Agarwal, N., Moehring, A., Wolitzky, A.: Designing Human-AI Collaboration: A Sufficient-Statistic Approach (2025). https:\/\/alexmoehring.com\/assets\/pdf\/agarwal-et-al-sufficient-statistic.pdf","DOI":"10.3386\/w33949"},{"key":"1147_CR56","doi-asserted-by":"crossref","unstructured":"Xin, J., Tang, R., Yu, Y., Lin, J.: The art of abstention: Selective prediction and error regularization for natural language processing. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing (Volume 1: Long Papers), pp. 1040\u20131051 (2021)","DOI":"10.18653\/v1\/2021.acl-long.84"},{"key":"1147_CR57","unstructured":"Attorney-General\u2019s Department: Guidance on Legal Risk Considerations in Automation of Administrative Actions (2024)"},{"key":"1147_CR58","doi-asserted-by":"publisher","first-page":"118934","DOI":"10.1016\/j.eswa.2022.118934","volume":"213","author":"AL Su\u00e1rez-Cetrulo","year":"2023","unstructured":"Su\u00e1rez-Cetrulo, A.L., Quintana, D., Cervantes, A.: A survey on machine learning for recurring concept drifting data streams. Expert Syst. Appl. 213, 118934 (2023)","journal-title":"Expert Syst. Appl."},{"key":"1147_CR59","unstructured":"Staufer, L., Yang, M., Reuel, A., Casper, S.: Audit cards: Contextualizing ai evaluations. arXiv preprint arXiv:2504.13839 (2025)"}],"container-title":["AI and Ethics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-026-01147-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s43681-026-01147-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s43681-026-01147-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,22]],"date-time":"2026-06-22T12:06:23Z","timestamp":1782129983000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s43681-026-01147-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,4]]},"references-count":59,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["1147"],"URL":"https:\/\/doi.org\/10.1007\/s43681-026-01147-7","relation":{},"ISSN":["2730-5953","2730-5961"],"issn-type":[{"value":"2730-5953","type":"print"},{"value":"2730-5961","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,4]]},"assertion":[{"value":"5 November 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"This study did not involve human participants, animals, or sensitive data. Ethics approval was therefore not required.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"The authors declare no conflict of interest.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"286"}}