{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T12:51:12Z","timestamp":1775739072827,"version":"3.50.1"},"reference-count":92,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T00:00:00Z","timestamp":1734566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ethics Inf Technol"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s10676-024-09819-w","type":"journal-article","created":{"date-parts":[[2024,12,19]],"date-time":"2024-12-19T04:16:38Z","timestamp":1734581798000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["LLMs beyond the lab: the ethics and epistemics of real-world AI research"],"prefix":"10.1007","volume":"27","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7129-8196","authenticated-orcid":false,"given":"Joost","family":"Mollen","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,19]]},"reference":[{"key":"9819_CR1","unstructured":"Ada Lovelace Institute (2022). Looking before we leap: Ethical review processes for AI and data science research. https:\/\/www.adalovelaceinstitute.org\/report\/looking-before-we-leap\/"},{"key":"9819_CR2","unstructured":"Amnesty International (2020). We sense trouble: Automated discrimination and mass surveillance in predictive policing in the Netherlands. Retrieved Nov 2024, from https:\/\/www.amnesty.org\/en\/documents\/eur35\/2971\/2020\/en"},{"key":"9819_CR3","doi-asserted-by":"crossref","first-page":"64","DOI":"10.1016\/j.ecolecon.2016.05.016","volume":"130","author":"CK Ansell","year":"2016","unstructured":"Ansell, C. K., & Bartenberger, M. (2016). Varieties of experimentalism. Ecological Economics, 130, 64\u201373.","journal-title":"Ecological Economics"},{"key":"9819_CR4","doi-asserted-by":"crossref","unstructured":"Ansell, C., & Bartenberger, M. (2017). The diversity of experimentation in the experimenting society. New perspectives on Technology in Society (pp. 36\u201358). Routledge.","DOI":"10.4324\/9781315468259-3"},{"key":"9819_CR5","unstructured":"Beauchamp, T. L., & Childress, J. F. (1994). Principles of biomedical ethics. Edicoes Loyola."},{"key":"9819_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ejmp.2021.02.011","volume":"83","author":"R Beckers","year":"2021","unstructured":"Beckers, R., Kwade, Z., & Zanca, F. (2021). The EU medical device regulation: Implications for artificial intelligence-based medical device software in medical physics. Physica Medica, 83, 1\u20138. https:\/\/doi.org\/10.1016\/j.ejmp.2021.02.011","journal-title":"Physica Medica"},{"key":"9819_CR7","doi-asserted-by":"publisher","unstructured":"Bender, E. M., Gebru, T., McMillan-Major, A., & Shmitchell, S. (2021). On the dangers of stochastic parrots: Can language models be too big? In Proceedings of the 2021 ACM conference on fairness, accountability, and transparency (pp. 610-623). https:\/\/doi.org\/10.1145\/3442188.3445922","DOI":"10.1145\/3442188.3445922"},{"key":"9819_CR8","doi-asserted-by":"publisher","unstructured":"Bewersdorff, A., Se\u00dfler, K., Baur, A., Kasneci, E., & Nerdel, C. (2023). Assessing student errors in experimentation using artificial intelligence and large language models: A comparative study with human raters. Computers and Education: Artificial Intelligence, 100177. https:\/\/doi.org\/10.1016\/j.caeai.2023.100177","DOI":"10.1016\/j.caeai.2023.100177"},{"issue":"3","key":"9819_CR9","doi-asserted-by":"publisher","first-page":"ep430","DOI":"10.30935\/cedtech\/13176","volume":"15","author":"P Bitzenbauer","year":"2023","unstructured":"Bitzenbauer, P. (2023). ChatGPT in physics education: A pilot study on easy-to-implement activities. Contemporary Educational Technology, 15(3), ep430. https:\/\/doi.org\/10.30935\/cedtech\/13176","journal-title":"Contemporary Educational Technology"},{"key":"9819_CR10","doi-asserted-by":"publisher","DOI":"10.1111\/nyas.15007","author":"R Bommasani","year":"2023","unstructured":"Bommasani, R., Liang, P., & Lee, T. (2023). Holistic evaluation of Language models. Annals of the New York Academy of Sciences. https:\/\/doi.org\/10.1111\/nyas.15007","journal-title":"Annals of the New York Academy of Sciences"},{"key":"9819_CR11","unstructured":"Brey, P. (2017). Ethics of emerging technology. The ethics of technology: Methods and approaches, 175-191."},{"key":"9819_CR12","doi-asserted-by":"crossref","unstructured":"Brey, P., & Dainow, B. (2023). Ethics by design for artificial intelligence. AI and Ethics, 1\u201313.","DOI":"10.1007\/s43681-023-00330-4"},{"issue":"1","key":"9819_CR13","doi-asserted-by":"publisher","first-page":"205395171562251","DOI":"10.1177\/2053951715622512","volume":"3","author":"J Burrell","year":"2016","unstructured":"Burrell, J. (2016). How the machine \u2018thinks\u2019: Understanding opacity in machine learning algorithms. Big data & Society, 3(1), 2053951715622512. https:\/\/doi.org\/10.1177\/2053951715622512","journal-title":"Big data & Society"},{"issue":"1","key":"9819_CR16","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1038\/s43856-023-00370-1","volume":"3","author":"J Clusmann","year":"2023","unstructured":"Clusmann, J., Kolbinger, F. R., Muti, H. S., Carrero, Z. I., Eckardt, J. N., Laleh, N. G., & Kather, J. N. (2023). The future landscape of large language models in medicine. Communications Medicine, 3(1), 141. https:\/\/doi.org\/10.1038\/s43856-023-00370-1","journal-title":"Communications Medicine"},{"key":"9819_CR14","unstructured":"Collingridge, D. (1982). The social control of technology."},{"key":"9819_CR15","doi-asserted-by":"crossref","unstructured":"Colonna, L. (2023). The AI act\u2019s research exemption: A mechanism for Regulatory Arbitrage? YSEC Yearbook of Socio-Economic constitutions 2023: Law and the governance of Artificial Intelligence (pp. 51\u201393). Springer Nature Switzerland.","DOI":"10.1007\/16495_2023_59"},{"key":"9819_CR18","doi-asserted-by":"crossref","first-page":"991","DOI":"10.1007\/s11625-019-00681-0","volume":"14","author":"M David","year":"2019","unstructured":"David, M., & Gross, M. (2019). Futurizing politics and the sustainability of real-world experiments: What role for innovation and exnovation in the German energy transition? Sustainability Science, 14, 991\u20131000.","journal-title":"Sustainability Science"},{"issue":"8","key":"9819_CR17","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1038\/s42256-020-0219-9","volume":"2","author":"P Dhar","year":"2020","unstructured":"Dhar, P. (2020). The carbon impact of artificial intelligence. Nat Mach Intell, 2(8), 423\u2013425. https:\/\/doi.org\/10.1038\/s42256-020-0219-9","journal-title":"Nat Mach Intell"},{"key":"9819_CR19","unstructured":"Dobbe, R., & Whittaker, M. (2019). AI and climate change: How they\u2019re connected, and what we can do about it. AI Now Institute Medium, 17."},{"key":"9819_CR20","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.10130","author":"T Eloundou","year":"2023","unstructured":"Eloundou, T., Manning, S., Mishkin, P., & Rock, D. (2023). Gpts are gpts: An early look at the labor market impact potential of large language models. arXiv Preprint arXiv:2303 10130. https:\/\/doi.org\/10.48550\/arXiv.2303.10130","journal-title":"arXiv Preprint arXiv:2303 10130"},{"key":"9819_CR21","unstructured":"Europol (2023). ChatGPT - The impact of Large Language Models on Law Enforcement, a Tech Watch Flash Report from the Europol Innovation Lab, Publications Office of the European Union, Luxembourg."},{"key":"9819_CR22","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2306.09928","author":"B Fecher","year":"2023","unstructured":"Fecher, B., Hebing, M., Laufer, M., Pohle, J., & Sofsky, F. (2023). Friend or foe? Exploring the implications of large Language models on the Science System. arXiv Preprint arXiv:2306 09928. https:\/\/doi.org\/10.48550\/arXiv.2306.09928","journal-title":"arXiv Preprint arXiv:2306 09928"},{"key":"9819_CR23","unstructured":"Feinberg, J. (1984). Harm to others (Vol. 1). Oxford University Press."},{"key":"9819_CR24","unstructured":"Felt, U., Wynne, B., Callon, M., Gon\u00e7alves, M. E., Jasanoff, S., et al. (2007). Taking European Knowledge Society seriously. Directorate-General for Research, Science."},{"key":"9819_CR25","unstructured":"Future of Life Institute (2023). Pause giant AI experiments: An open letter. Retrieved from https:\/\/futureoflife.org\/open-letter\/pause-giant-ai-experiments\/"},{"key":"9819_CR26","unstructured":"Future of Life Institute (2023b). Policymaking in the pause. Future of Life Institute. Retrieved from https:\/\/futureoflife.org\/wp-content\/uploads\/2023\/04\/FLI_Policymaking_In_The_Pause.pdf"},{"issue":"4","key":"9819_CR27","doi-asserted-by":"crossref","first-page":"101572","DOI":"10.1016\/j.joi.2024.101572","volume":"18","author":"S Gizi\u0144ski","year":"2024","unstructured":"Gizi\u0144ski, S., Kaczy\u0144ska, P., Ruczy\u0144ski, H., Wi\u015bnios, E., Pieli\u0144ski, B., Biecek, P., & Sienkiewicz, J. (2024). Big tech influence over AI research revisited: Memetic analysis of attribution of ideas to affiliation. Journal of Informetrics, 18(4), 101572.","journal-title":"Journal of Informetrics"},{"key":"9819_CR28","unstructured":"GovTech (2023, October 17). NYC schools working with experts to launch AI Policy Lab. GovTech. https:\/\/www.govtech.com\/education\/k-12\/nyc-schools-working-with-experts-to-launch-ai-policy-lab"},{"key":"9819_CR29","doi-asserted-by":"crossref","unstructured":"Gross, M. (2018). Real-world experiments as generators of sociotechnical change. Energy as a Sociotechnical Problem (pp. 125\u2013138). Routledge.","DOI":"10.4324\/9781315186313-6"},{"key":"9819_CR30","doi-asserted-by":"crossref","unstructured":"Hadi, M. U., Qureshi, R., Shah, A., Irfan, M., Zafar, A., Shaikh, M. B., & Mirjalili, S. (2023). A survey on large language models: Applications, challenges, limitations, and practical usage. TechRxiv.","DOI":"10.36227\/techrxiv.23589741.v1"},{"issue":"3","key":"9819_CR31","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1007\/s13347-022-00553-z","volume":"35","author":"T Hagendorff","year":"2022","unstructured":"Hagendorff, T. (2022). A virtue-based framework to support putting AI ethics into practice. Philosophy & Technology, 35(3), 55.","journal-title":"Philosophy & Technology"},{"key":"9819_CR32","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.13988","author":"T Hagendorff","year":"2023","unstructured":"Hagendorff, T. (2023). Machine psychology: Investigating emergent capabilities and behavior in large language models using psychological methods. arXiv Preprint arXiv:2303 13988. https:\/\/doi.org\/10.48550\/arXiv.2303.13988","journal-title":"arXiv Preprint arXiv:2303 13988"},{"issue":"3","key":"9819_CR33","doi-asserted-by":"crossref","first-page":"32","DOI":"10.1007\/s13194-019-0255-7","volume":"9","author":"SO Hansson","year":"2019","unstructured":"Hansson, S. O. (2019). Farmers\u2019 experiments and scientific methodology. European Journal for Philosophy of Science, 9(3), 32.","journal-title":"European Journal for Philosophy of Science"},{"key":"9819_CR34","doi-asserted-by":"publisher","unstructured":"Harbers, M., & Overdiek, A. (2022). Towards a living lab for responsible applied ai. In: Proceedings of the DRS 2022. Retrieved from https:\/\/doi.org\/10.21606\/drs.2022.422","DOI":"10.21606\/drs.2022.422"},{"key":"9819_CR36","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2308.12287","author":"F Heiding","year":"2023","unstructured":"Heiding, F., Schneier, B., Vishwanath, A., & Bernstein, J. (2023). Devising and detecting phishing: Large language models vs. smaller human models. arXiv Preprint arXiv:2308 12287. https:\/\/doi.org\/10.48550\/arXiv.2308.12287","journal-title":"arXiv Preprint arXiv:2308 12287"},{"key":"9819_CR37","doi-asserted-by":"publisher","unstructured":"Hodel, D., & West, J. (2023). Response: Emergent analogical reasoning in large language models. arXiv preprint arXiv:2308.16118. https:\/\/doi.org\/10.48550\/arXiv.2308.16118","DOI":"10.48550\/arXiv.2308.16118"},{"key":"9819_CR35","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1007\/s11077-018-9321-9","volume":"51","author":"D Huitema","year":"2018","unstructured":"Huitema, D., Jordan, A., Munaretto, S., & Hild\u00e9n, M. (2018). Policy experimentation: Core concepts, political dynamics, governance and impacts. Policy Sciences, 51, 143\u2013159.","journal-title":"Policy Sciences"},{"issue":"1","key":"9819_CR38","doi-asserted-by":"publisher","first-page":"76","DOI":"10.1093\/idpl\/ipz028","volume":"10","author":"HL Janssen","year":"2020","unstructured":"Janssen, H. L. (2020). An approach for a fundamental rights impact assessment to automated decision-making. International Data Privacy Law, 10(1), 76\u2013106. https:\/\/doi.org\/10.1093\/idpl\/ipz028","journal-title":"International Data Privacy Law"},{"key":"9819_CR39","unstructured":"Jurowetzki, R., Hain, D., Mateos-Garcia, J., & Stathoulopoulos, K. (2021). The Privatization of AI Research (-ers): Causes and Potential Consequences--From university-industry interaction to public research brain-drain? arXiv preprint arXiv:2102.01648."},{"issue":"2","key":"9819_CR40","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1111\/1468-2427.12075","volume":"38","author":"A Karvonen","year":"2014","unstructured":"Karvonen, A., & Van Heur, B. (2014). Urban laboratories: Experiments in reworking cities. International Journal of Urban and Regional Research, 38(2), 379\u2013392.","journal-title":"International Journal of Urban and Regional Research"},{"key":"9819_CR41","doi-asserted-by":"crossref","unstructured":"Khanal, S., Zhang, H., & Taeihagh, A. (2024). Why and how is the power of Big Tech increasing in the policy process? The case of generative AI. Policy and Society, puae012.","DOI":"10.1093\/polsoc\/puae012"},{"key":"9819_CR43","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2301.10226","author":"J Kirchenbauer","year":"2023","unstructured":"Kirchenbauer, J., Geiping, J., Wen, Y., Katz, J., Miers, I., & Goldstein, T. (2023). A watermark for large language models. arXiv Preprint arXiv:2301 10226. https:\/\/doi.org\/10.48550\/arXiv.2301.10226","journal-title":"arXiv Preprint arXiv:2301 10226"},{"issue":"1","key":"9819_CR42","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1007\/s10676-024-09745-x","volume":"26","author":"M Klenk","year":"2024","unstructured":"Klenk, M. (2024). Ethics of generative AI and manipulation: A design-oriented research agenda. Ethics and Information Technology, 26(1), 9.","journal-title":"Ethics and Information Technology"},{"issue":"3","key":"9819_CR44","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1093\/spp\/21.3.173","volume":"21","author":"W Krohn","year":"1994","unstructured":"Krohn, W., & Weyer, J. (1994). Society as a laboratory: The social risks of experimental research. Science and Public Policy, 21(3), 173\u2013183. https:\/\/doi.org\/10.1093\/spp\/21.3.173","journal-title":"Science and Public Policy"},{"issue":"2","key":"9819_CR45","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1177\/0162243918793711","volume":"44","author":"O Kudina","year":"2019","unstructured":"Kudina, O., & Verbeek, P. P. (2019). Ethics from within: Google Glass, the Collingridge dilemma, and the mediated value of privacy. Science Technology & Human Values, 44(2), 291\u2013314. https:\/\/doi.org\/10.1177\/0162243918793711","journal-title":"Science Technology & Human Values"},{"key":"9819_CR46","doi-asserted-by":"crossref","unstructured":"Kwon, D. (2024, July 30). Ai is complicating plagiarism. how should scientists respond? Nature News. https:\/\/www.nature.com\/articles\/d41586-024-02371-z","DOI":"10.1038\/d41586-024-02371-z"},{"key":"9819_CR47","doi-asserted-by":"publisher","unstructured":"Lakim, I., Almazrouei, E., Abualhaol, I., Debbah, M., & Launay, J. (2022, May). A holistic assessment of the carbon footprint of noor, a very large Arabic language model. In Proceedings of BigScience Episode# 5--Workshop on Challenges & Perspectives in Creating Large Language Models (pp. 84-94). https:\/\/doi.org\/10.18653\/v1\/2022.bigscience-1.8","DOI":"10.18653\/v1\/2022.bigscience-1.8"},{"key":"9819_CR48","unstructured":"Latour, B. (2004). Which protocol for the new collective experiments. Experimental Cultures, 17\u201336."},{"key":"9819_CR49","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2211.09110","author":"P Liang","year":"2022","unstructured":"Liang, P., Bommasani, R., Lee, T., Tsipras, D., Soylu, D., Yasunaga, M., & Koreeda, Y. (2022). Holistic evaluation of language models. arXiv Preprint arXiv:2211 09110. https:\/\/doi.org\/10.48550\/arXiv.2211.09110","journal-title":"arXiv Preprint arXiv:2211 09110"},{"key":"9819_CR50","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1007\/s10202-010-0079-1","volume":"7","author":"W Liebert","year":"2010","unstructured":"Liebert, W., & Schmidt, J. C. (2010). Towards a prospective technology assessment: Challenges and requirements for technology assessment in the age of technoscience. Poiesis & Praxis, 7, 99\u2013116.","journal-title":"Poiesis & Praxis"},{"key":"9819_CR51","doi-asserted-by":"publisher","unstructured":"Lu, S., Bigoulaeva, I., Sachdeva, R., MadabushiH T, & Gurevych, I. (2023). Are Emergent abilities in large Language models just In-Context learning? arXiv Preprint arXiv:2309 01809. https:\/\/doi.org\/10.48550\/arXiv.2309.01809","DOI":"10.48550\/arXiv.2309.01809"},{"key":"9819_CR52","doi-asserted-by":"crossref","unstructured":"Lucchi, N. (2023). ChatGPT: A case study on copyright challenges for generative artificial intelligence systems. European Journal of Risk Regulation, 1\u201323.","DOI":"10.2139\/ssrn.4483390"},{"issue":"4","key":"9819_CR53","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1007\/s10892-022-09407-4","volume":"26","author":"K Maheshwari","year":"2022","unstructured":"Maheshwari, K., & Nyholm, S. (2022). Dominating risk impositions. The Journal of Ethics, 26(4), 613\u2013637.","journal-title":"The Journal of Ethics"},{"key":"9819_CR54","unstructured":"Manson, K. (2023, July 5). The US military is taking generative AI out for a spin. Bloomberg.com. https:\/\/www.bloomberg.com\/news\/newsletters\/2023-07-05\/the-us-military-is-taking-generative-ai-out-for-a-spin"},{"key":"9819_CR55","unstructured":"Martin, W., & Schinzinger, R. (1983). Ethics in Engineering. McGraw-Hill."},{"key":"9819_CR56","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2205.09646","author":"J McDonald","year":"2022","unstructured":"McDonald, J., Li, B., Frey, N., Tiwari, D., Gadepally, V., & Samsi, S. (2022). Great power, great responsibility: Recommendations for reducing energy for training language models. arXiv Preprint arXiv:2205 09646. https:\/\/doi.org\/10.48550\/arXiv.2205.09646","journal-title":"arXiv Preprint arXiv:2205 09646"},{"issue":"1","key":"9819_CR57","doi-asserted-by":"crossref","first-page":"205395171665021","DOI":"10.1177\/2053951716650211","volume":"3","author":"J Metcalf","year":"2016","unstructured":"Metcalf, J., & Crawford, K. (2016). Where are human subjects in big data research? The emerging ethics divide. Big Data & Society, 3(1), 2053951716650211.","journal-title":"Big Data & Society"},{"key":"9819_CR58","unstructured":"Ministerie van Algemene Zaken (2022, June 17). Impact assessment fundamental rights and algorithms. Report | Government.nl. https:\/\/www.government.nl\/documents\/reports\/2022\/03\/31\/impact-assessment-fundamental-rights-and-algorithms"},{"issue":"2","key":"9819_CR59","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/s11023-021-09557-8","volume":"31","author":"J M\u00f6kander","year":"2021","unstructured":"M\u00f6kander, J., & Floridi, L. (2021). Ethics-based auditing to develop trustworthy AI. Minds and Machines, 31(2), 323\u2013327. https:\/\/doi.org\/10.1007\/s11023-021-09557-8","journal-title":"Minds and Machines"},{"issue":"2","key":"9819_CR60","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1007\/s11023-021-09577-4","volume":"32","author":"J M\u00f6kander","year":"2022","unstructured":"M\u00f6kander, J., Axente, M., Casolari, F., & Floridi, L. (2022). Conformity assessments and post-market monitoring: A guide to the role of auditing in the proposed European AI regulation. Minds and Machines, 32(2), 241\u2013268. https:\/\/doi.org\/10.1007\/s11023-021-09577-4","journal-title":"Minds and Machines"},{"key":"9819_CR61","doi-asserted-by":"crossref","unstructured":"Mollen, J. (2024). Towards a Research Ethics of Real-World Experimentation with Emerging Technology. Journal of Responsible Technology, 100098.","DOI":"10.1016\/j.jrt.2024.100098"},{"issue":"3","key":"9819_CR62","doi-asserted-by":"crossref","first-page":"869","DOI":"10.1007\/s43681-022-00209-w","volume":"3","author":"L Munn","year":"2023","unstructured":"Munn, L. (2023). The uselessness of AI ethics. AI and Ethics, 3(3), 869\u2013877.","journal-title":"AI and Ethics"},{"key":"9819_CR63","doi-asserted-by":"crossref","unstructured":"Nikolinakos, N. T. (2023). Ethical principles for trustworthy AI. EU Policy and Legal Framework for Artificial Intelligence, Robotics and Related technologies-the AI act (pp. 101\u2013166). Springer International Publishing.","DOI":"10.1007\/978-3-031-27953-9_3"},{"issue":"9","key":"9819_CR64","doi-asserted-by":"publisher","first-page":"1155","DOI":"10.1002\/pds.4859","volume":"28","author":"J Pane","year":"2019","unstructured":"Pane, J., Francisca, R. D., Verhamme, K. M., Orozco, M., Viroux, H., Rebollo, I., & Sturkenboom, M. C. (2019). EU Postmarket surveillance plans for medical devices. Pharmacoepidemiology and drug Safety, 28(9), 1155\u20131165. https:\/\/doi.org\/10.1002\/pds.4859","journal-title":"Pharmacoepidemiology and drug Safety"},{"issue":"3","key":"9819_CR65","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1080\/21550085.2013.844574","volume":"16","author":"MB Peterson","year":"2013","unstructured":"Peterson, M. B. (2013). New technologies should not be treated as social experiments. Ethics Policy & Environment, 16(3), 349\u2013351.","journal-title":"Ethics Policy & Environment"},{"issue":"4","key":"9819_CR67","doi-asserted-by":"crossref","first-page":"667","DOI":"10.1007\/s11023-023-09644-y","volume":"33","author":"A Polonioli","year":"2023","unstructured":"Polonioli, A., Ghioni, R., Greco, C., Juneja, P., Tagliabue, J., Watson, D., & Floridi, L. (2023). The Ethics of Online controlled experiments (A\/B testing). Minds and Machines, 33(4), 667\u2013693.","journal-title":"Minds and Machines"},{"key":"9819_CR66","doi-asserted-by":"crossref","unstructured":"Popper, K. (2013). The poverty of historicism. Routledge.","DOI":"10.4324\/9780203538012"},{"issue":"2","key":"9819_CR68","doi-asserted-by":"crossref","first-page":"593","DOI":"10.1007\/s43681-023-00297-2","volume":"4","author":"Z Porter","year":"2024","unstructured":"Porter, Z., Habli, I., McDermid, J., & Kaas, M. (2024). A principles-based ethics assurance argument pattern for AI and autonomous systems. AI and Ethics, 4(2), 593\u2013616.","journal-title":"AI and Ethics"},{"key":"9819_CR69","doi-asserted-by":"crossref","unstructured":"Ranchordas, S. (2021). Experimental regulations for AI: sandboxes for morals and mores. University of Groningen Faculty of Law Research Paper, (7).","DOI":"10.2139\/ssrn.3839744"},{"issue":"7752","key":"9819_CR70","doi-asserted-by":"crossref","first-page":"277","DOI":"10.1038\/d41586-019-01164-z","volume":"568","author":"N Raymond","year":"2019","unstructured":"Raymond, N. (2019). Reboot ethical review for the age of big data. Nature, 568(7752), 277\u2013277.","journal-title":"Nature"},{"issue":"2","key":"9819_CR71","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1177\/17470161231220946","volume":"20","author":"A Resseguier","year":"2024","unstructured":"Resseguier, A., & Ufert, F. (2024). AI research ethics is in its infancy: The EU\u2019s AI act can make it a grown-up. Research Ethics, 20(2), 143\u2013155.","journal-title":"Research Ethics"},{"key":"9819_CR72","unstructured":"Rheinberger, H. J. (1997). Toward a history of epistemic things. Synthesizing proteins in the test tube."},{"issue":"9","key":"9819_CR73","doi-asserted-by":"publisher","first-page":"3464","DOI":"10.1021\/acs.est.3c01106","volume":"57","author":"MC Rillig","year":"2023","unstructured":"Rillig, M. C., \u00c5gerstrand, M., Bi, M., Gould, K. A., & Sauerland, U. (2023). Risks and benefits of large language models for the environment. Environmental Science & Technology, 57(9), 3464\u20133466. https:\/\/doi.org\/10.1021\/acs.est.3c01106","journal-title":"Environmental Science & Technology"},{"key":"9819_CR74","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2304.15004","author":"R Schaeffer","year":"2023","unstructured":"Schaeffer, R., Miranda, B., & Koyejo, S. (2023). Are emergent abilities of large Language models a mirage? arXiv Preprint arXiv:2304 15004. https:\/\/doi.org\/10.48550\/arXiv.2304.15004","journal-title":"arXiv Preprint arXiv:2304 15004"},{"key":"9819_CR75","unstructured":"Seddon, P. (2023, September 29). AI chatbots do work of civil servants in productivity trial. BBC News. https:\/\/www.bbc.com\/news\/uk-politics-66810006"},{"issue":"2","key":"9819_CR76","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s00146-020-01019-6","volume":"36","author":"H Smith","year":"2021","unstructured":"Smith, H. (2021). Clinical AI: Opacity, accountability, responsibility and liability. Ai & Society, 36(2), 535\u2013545. https:\/\/doi.org\/10.1007\/s00146-020-01019-6","journal-title":"Ai & Society"},{"key":"9819_CR77","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2206.04615","author":"A Srivastava","year":"2022","unstructured":"Srivastava, A., Rastogi, A., Rao, A., Shoeb, A. A. M., Abid, A., Fisch, A., & Wang, G. (2022). Beyond the imitation game: Quantifying and extrapolating the capabilities of language models. arXiv Preprint arXiv:2206 04615. https:\/\/doi.org\/10.48550\/arXiv.2206.04615","journal-title":"arXiv Preprint arXiv:2206 04615"},{"key":"9819_CR78","doi-asserted-by":"publisher","first-page":"851","DOI":"10.1007\/s11948-015-9646-0","volume":"22","author":"J Stilgoe","year":"2016","unstructured":"Stilgoe, J. (2016). Geoengineering as collective experimentation. Science and Engineering Ethics, 22, 851\u2013869. https:\/\/doi.org\/10.1007\/s11948-015-9646-0","journal-title":"Science and Engineering Ethics"},{"key":"9819_CR79","doi-asserted-by":"crossref","unstructured":"Stilgoe, J. (2020). Who\u2019s driving innovation. New Technologies and the Collaborative State. Cham, Switzerland: Palgrave Macmillan.","DOI":"10.1007\/978-3-030-32320-2"},{"issue":"12","key":"9819_CR80","doi-asserted-by":"crossref","first-page":"1902","DOI":"10.1080\/00343404.2020.1826421","volume":"55","author":"L Taylor","year":"2021","unstructured":"Taylor, L. (2021). Exploitation as innovation: Research ethics and the governance of experimentation in the urban living lab. Regional Studies, 55(12), 1902\u20131912.","journal-title":"Regional Studies"},{"issue":"4","key":"9819_CR81","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/s13347-022-00577-5","volume":"35","author":"B Vaassen","year":"2022","unstructured":"Vaassen, B. (2022). AI, opacity, and personal autonomy. Philosophy & Technology, 35(4), 88. https:\/\/doi.org\/10.1007\/s13347-022-00577-5","journal-title":"Philosophy & Technology"},{"issue":"3","key":"9819_CR82","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1080\/21550085.2013.844575","volume":"16","author":"I Van de Poel","year":"2013","unstructured":"Van de Poel, I. (2013). Why new technologies should be conceived as social experiments. Ethics Policy & Environment, 16(3), 352\u2013355.","journal-title":"Ethics Policy & Environment"},{"issue":"3","key":"9819_CR83","doi-asserted-by":"publisher","first-page":"667","DOI":"10.1007\/s11948-015-9724-3","volume":"22","author":"I Van de Poel","year":"2016","unstructured":"Van de Poel, I. (2016). An ethical framework for evaluating experimental technology. Science and Engineering Ethics, 22(3), 667\u2013686. https:\/\/doi.org\/10.1007\/s11948-015-9724-3","journal-title":"Science and Engineering Ethics"},{"key":"9819_CR84","doi-asserted-by":"crossref","unstructured":"Van de Poel, I. (2017a). Society as a laboratory to experiment with new technologies. Embedding new technologies into society: A regulatory, ethical and societal perspective, 61-68.","DOI":"10.1201\/9781315379593-4"},{"key":"9819_CR85","doi-asserted-by":"crossref","unstructured":"Van de Poel, I. (2017b). Moral experimentation with new technology. New perspectives on Technology in Society (pp. 59\u201379). Routledge.","DOI":"10.4324\/9781315468259-4"},{"issue":"7","key":"9819_CR86","doi-asserted-by":"publisher","first-page":"662","DOI":"10.1001\/jamapsychiatry.2023.1253","volume":"80","author":"AC Van Heerden","year":"2023","unstructured":"Van Heerden, A. C., Pozuelo, J. R., & Kohrt, B. A. (2023). Global mental health services and the impact of artificial intelligence\u2013powered large language models. JAMA Psychiatry, 80(7), 662\u2013664. https:\/\/doi.org\/10.1001\/jamapsychiatry.2023.1253","journal-title":"JAMA Psychiatry"},{"issue":"5","key":"9819_CR87","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1177\/1556264617725200","volume":"12","author":"J Vitak","year":"2017","unstructured":"Vitak, J., Proferes, N., Shilton, K., & Ashktorab, Z. (2017). Ethics regulation in social computing research: Examining the role of institutional review boards. Journal of Empirical Research on Human Research Ethics, 12(5), 372\u2013382.","journal-title":"Journal of Empirical Research on Human Research Ethics"},{"issue":"9","key":"9819_CR88","doi-asserted-by":"publisher","first-page":"1526","DOI":"10.1038\/s41562-023-01659-w","volume":"7","author":"T Webb","year":"2023","unstructured":"Webb, T., Holyoak, K. J., & Lu, H. (2023). Emergent analogical reasoning in large language models. Nature Human Behaviour, 7(9), 1526\u20131541. https:\/\/doi.org\/10.1038\/s41562-023-01659-w","journal-title":"Nature Human Behaviour"},{"key":"9819_CR89","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2206.07682","author":"J Wei","year":"2022","unstructured":"Wei, J., Tay, Y., Bommasani, R., Raffel, C., Zoph, B., Borgeaud, S., & Fedus, W. (2022). Emergent abilities of large language models. arXiv Preprint arXiv:2206 07682. https:\/\/doi.org\/10.48550\/arXiv.2206.07682","journal-title":"arXiv Preprint arXiv:2206 07682"},{"key":"9819_CR90","doi-asserted-by":"crossref","unstructured":"Wong, R. Y., Boyd, K., Metcalf, J., & Shilton, K. (2020, October). Beyond checklist approaches to ethics in design. In Companion Publication of the 2020 Conference on Computer Supported Cooperative Work and Social Computing (pp. 511-517).","DOI":"10.1145\/3406865.3418590"},{"issue":"6","key":"9819_CR91","doi-asserted-by":"publisher","first-page":"831","DOI":"10.1016\/j.fmre.2021.11.011","volume":"1","author":"M Zhang","year":"2021","unstructured":"Zhang, M., & Li, J. (2021). A commentary of GPT-3 in MIT Technology Review 2021. Fundamental Research, 1(6), 831\u2013833. https:\/\/doi.org\/10.1016\/j.fmre.2021.11.011","journal-title":"Fundamental Research"},{"key":"9819_CR92","unstructured":"Zhou, M., Abhishek, V., Derdenger, T., Kim, J., & Srinivasan, K. (2024). Bias in generative ai. arXiv preprint arXiv:2403.02726."}],"container-title":["Ethics and Information Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-024-09819-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10676-024-09819-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10676-024-09819-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T17:22:57Z","timestamp":1743873777000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10676-024-09819-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,19]]},"references-count":92,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["9819"],"URL":"https:\/\/doi.org\/10.1007\/s10676-024-09819-w","relation":{},"ISSN":["1388-1957","1572-8439"],"issn-type":[{"value":"1388-1957","type":"print"},{"value":"1572-8439","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,19]]},"assertion":[{"value":"19 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"6"}}